-- Logs begin at Fri 2022-10-28 19:11:09 UTC, end at Fri 2022-10-28 20:08:28 UTC. -- Oct 28 19:43:49.016155 dv-cinder-862894-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 19:43:51.995863 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.common.config [-] Logging enabled! Oct 28 19:43:51.996484 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Oct 28 19:43:51.996664 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103647) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 28 19:43:52.000009 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.common.config [-] Logging enabled! Oct 28 19:43:52.000273 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Oct 28 19:43:52.000593 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103647) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 28 19:43:52.001572 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 19:43:52.001818 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 19:43:52.002196 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 19:43:52.002454 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 19:43:52.002686 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 19:43:52.003160 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.003586 dv-cinder-862894-1-smb neutron-server[103647]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Oct 28 19:43:52.003912 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.004217 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.004520 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.004825 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.005126 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.005415 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.005732 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.006037 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.006328 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.006613 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.006907 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.007207 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.007495 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.007791 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.008084 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.008375 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] debug = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.008664 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.009098 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.009532 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.009825 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.010660 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.010944 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.011245 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.011505 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.011795 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.012138 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] host = dv-cinder-862894-1-smb {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.012443 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.012722 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.013018 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.013313 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.013621 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.013908 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.014202 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.014488 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.014768 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] log_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.015052 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.015349 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.015645 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.015943 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.016177 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.016410 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.016717 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.017012 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.017299 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.017617 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.017904 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.018186 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.018470 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.018750 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.019044 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.019336 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.019632 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.019914 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.020198 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.020479 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.020760 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.021053 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.021335 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.021640 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.021924 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.022218 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.022496 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.022779 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.023086 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.023379 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.023668 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.023959 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.024244 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.024533 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.024813 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.025092 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.025371 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] use_json = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.026216 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.026498 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.026788 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.027069 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.027350 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.027630 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.027909 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.028201 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.028479 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:52.028782 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.029088 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.029398 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.029725 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.030026 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.030314 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.030611 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.030896 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.031195 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.031491 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.031786 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.032072 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.032378 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.032673 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.032975 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.033293 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.033628 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.033931 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.034220 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.034503 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.034786 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.035073 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.035370 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.035656 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.035953 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.036251 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.036539 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.036843 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.037137 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.037456 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.037758 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.038042 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.038328 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.038625 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.038909 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.039191 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.039475 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.039770 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.040055 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.040334 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.040622 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.040919 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.041243 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.041563 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.041929 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.042232 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.042521 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.042802 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.043083 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.043371 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.043655 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.043948 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.044238 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.044521 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.044805 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.045092 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.045374 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.045685 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.045971 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.046253 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.046539 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.046823 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.047104 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.047388 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.047671 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.047955 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.048237 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.048522 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.048809 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.049092 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.049374 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.049682 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.049966 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.050249 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.050542 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.050835 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.051140 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.051426 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.051713 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.051999 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.052283 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.052568 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.052851 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.053137 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.053444 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.053728 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.054030 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.054330 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.054642 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.054935 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.055221 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.055524 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.055818 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.056102 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.056392 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.056678 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.057057 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.057495 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.057807 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.058116 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.058422 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.058730 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.059041 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.059339 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.059629 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.059950 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.060243 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:52.060473 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 19:43:52.060722 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103647) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 19:43:52.436279 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Oct 28 19:43:52.436563 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Oct 28 19:43:52.436877 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Oct 28 19:43:52.437219 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 19:43:52.768348 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.768569 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.768852 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.770212 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.770497 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.770774 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.816854 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.817137 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.817411 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.831454 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.831748 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.832027 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.860779 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.861071 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.861350 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.898578 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.898865 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:52.899141 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.250716 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.251334 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.251334 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.251541 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.252245 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.351827 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.352158 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.352453 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.352736 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.353015 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.353339 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.353688 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.354457 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.354862 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.355163 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.355438 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.355718 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.355988 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.356252 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.356521 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.356800 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.357068 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.357345 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.357649 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.357920 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.358202 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.358464 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.358753 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.359139 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.359398 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.359654 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.360056 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:43:53.360306 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:43:53.360552 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:43:53.360799 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:43:53.361043 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:43:53.361287 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:43:53.361681 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 19:43:53.364796 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 19:43:53.368825 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 19:43:53.372894 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 28 19:43:53.374560 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 19:43:53.375033 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 19:43:53.375378 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 19:43:53.375772 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 19:43:53.378585 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 19:43:53.378850 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 19:43:53.379206 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 19:43:53.384091 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 19:43:53.408784 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 19:43:53.409244 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.409575 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103647) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Oct 28 19:43:53.409954 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.411314 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103647) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 19:43:53.411610 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 19:43:53.411856 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 19:43:53.423172 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.423469 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:53.578998 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 19:43:53.579246 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 19:43:53.579486 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 19:43:53.579872 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 19:43:53.603044 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_db.sqlalchemy.engines [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103647) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 19:43:54.050625 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Initializing driver for type 'gre' Oct 28 19:43:54.051299 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] gre ID ranges: [(1, 1000)] Oct 28 19:43:54.109878 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Initializing driver for type 'local' Oct 28 19:43:54.110210 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Initializing driver for type 'vlan' Oct 28 19:43:54.123872 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] VlanTypeDriver initialization complete Oct 28 19:43:54.124308 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Initializing driver for type 'vxlan' Oct 28 19:43:54.124871 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] vxlan ID ranges: [(1, 1000)] Oct 28 19:43:54.180983 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Initializing extension driver 'port_security' Oct 28 19:43:54.181350 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] PortSecurityExtensionDriver initialization complete Oct 28 19:43:54.182319 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Initializing mechanism driver 'openvswitch' Oct 28 19:43:54.182899 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Initializing mechanism driver 'hyperv' Oct 28 19:43:54.189391 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.plugin [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:43:54.190270 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > port after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.190649 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.191008 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.191538 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:43:54.191966 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > subnet after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.192332 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > subnet after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.192700 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.193085 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:43:54.193521 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > network after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.193878 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > network after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.194226 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > network after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.194623 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:43:54.195038 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > security_group after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.195394 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > security_group after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.195741 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.196147 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:43:54.196551 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.196902 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.197271 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.197906 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:43:54.198376 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > address_group after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.198737 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > address_group after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.199088 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.199492 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103647) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 19:43:54.199941 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] ML2 OVO RPC backend initialized. {{(pid=103647) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Oct 28 19:43:54.200655 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.201019 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.201481 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > network before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.201843 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > networks before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.202198 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > port before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.202549 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > ports before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.202901 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > subnet before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.203255 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > subnets before_response 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.203612 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > network after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.203961 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > network after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.204306 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > network after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.204651 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > port after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.205000 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.205342 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.205710 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > subnet after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.206054 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > subnet after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.206395 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.213926 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded quota_driver: . Oct 28 19:43:54.214300 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.plugin [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Modular L2 Plugin initialization complete Oct 28 19:43:54.214656 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading services supported by the core plugin {{(pid=103647) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 19:43:54.215012 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.plugins.ml2.managers [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Got port-security extension from driver 'port_security' Oct 28 19:43:54.215500 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.extensions.vlantransparent [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Disabled vlantransparent extension. Oct 28 19:43:54.215997 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103647) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 19:43:54.216332 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading Plugin: router Oct 28 19:43:54.252555 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.253127 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router after_create 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.253320 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router before_create 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.253717 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.254100 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.254463 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router after_delete 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.254835 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.255192 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.255558 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router after_create 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.255910 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router after_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.256263 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router after_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.256619 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.256982 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router after_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.257400 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router precommit_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.257800 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.258144 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.258487 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: subnet after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.258833 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.259187 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.259538 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router precommit_create 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.259937 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: port before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.260649 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router precommit_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.261017 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router after_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.261371 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.261756 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router precommit_create 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.262125 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.262476 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router precommit_update 55549900 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.262847 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > agent after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.263204 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > agent after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.263558 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > network after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.264418 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Tracking information for resource: router configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:43:54.264763 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Tracking information for resource: floatingip configured {{(pid=103647) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 19:43:54.269590 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.db.l3_agentschedulers_db [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 19:43:54.270169 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.270536 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: port after_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.270890 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: port after_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.271272 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: port after_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.272054 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router before_create 55550100 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.272422 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.272789 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router precommit_create 55550100 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.273152 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > router precommit_update 55550100 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.278412 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.services.provider_configuration [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service providers = [] {{(pid=103647) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 19:43:54.278795 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.db.servicetype_db [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103647) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 19:43:54.281757 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.services.service_base [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 19:43:54.282117 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.services.service_base [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 19:43:54.282469 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.services.service_base [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 19:43:54.283361 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.services.service_base [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103647) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 19:43:54.283736 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.services.service_base [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 19:43:54.284106 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:43:54.284432 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 19:43:54.295625 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:43:54.295968 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading Plugin: auto_allocate Oct 28 19:43:54.301716 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: network precommit_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.302038 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: network precommit_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.302555 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:43:54.302878 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading Plugin: tag Oct 28 19:43:54.312092 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:43:54.312423 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading Plugin: timestamp Oct 28 19:43:54.316229 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:43:54.316564 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading Plugin: network_ip_availability Oct 28 19:43:54.321964 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.322439 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.323039 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.323815 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:43:54.324145 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading Plugin: flavors Oct 28 19:43:54.328988 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:43:54.329323 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading Plugin: revisions Oct 28 19:43:54.333842 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103647) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 19:43:54.334243 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.897s {{(pid=103647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Oct 28 19:43:54.334995 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103647) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 19:43:54.335335 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Initializing extension manager. Oct 28 19:43:54.335866 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: __init__.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.336247 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: __pycache__ {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.336629 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: address_group.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.337332 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.337947 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: address-group Oct 28 19:43:54.338559 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: address_scope.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.339255 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.339771 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: address-scope Oct 28 19:43:54.340100 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.341021 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.341561 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: router-admin-state-down-before-update Oct 28 19:43:54.341891 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: agent.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.342597 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.343108 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: agent Oct 28 19:43:54.343439 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: agent_resources_synced.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.344340 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.344863 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: agent-resources-synced Oct 28 19:43:54.345195 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: allowedaddresspairs.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.347011 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.347529 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: allowed-address-pairs Oct 28 19:43:54.347861 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: auto_allocated_topology.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.349177 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.349728 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: auto-allocated-topology Oct 28 19:43:54.350056 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: availability_zone.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.350750 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.351255 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: availability_zone Oct 28 19:43:54.351585 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: availability_zone_filter.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.352490 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.352998 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: availability_zone_filter Oct 28 19:43:54.353325 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: data_plane_status.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.355079 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.355584 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 19:43:54.355913 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: default_subnetpools.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.356826 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.357331 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: default-subnetpools Oct 28 19:43:54.357753 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.358562 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.359065 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: dhcp_agent_scheduler Oct 28 19:43:54.359396 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: dns.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.360302 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.360802 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 19:43:54.361129 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: dns_domain_ports.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.362069 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.362573 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 19:43:54.362899 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.363810 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.364310 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 19:43:54.364635 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: dvr.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.365308 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.365840 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: dvr Oct 28 19:43:54.366165 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: ecmp_routes.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.367073 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.367578 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 19:43:54.367902 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: empty_string_filtering.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.368801 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.370055 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: empty-string-filtering Oct 28 19:43:54.370548 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.371467 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.371974 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 19:43:54.372300 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.373210 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.373745 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 19:43:54.374072 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: external_net.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.374988 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.375501 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: external-net Oct 28 19:43:54.375827 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.376724 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.377232 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: extra_dhcp_opt Oct 28 19:43:54.377591 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: extraroute.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.378495 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.379001 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: extraroute Oct 28 19:43:54.379326 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: extraroute_atomic.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.380341 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.380849 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: extraroute-atomic Oct 28 19:43:54.381175 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: filter_validation.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.381866 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.382371 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: filter-validation Oct 28 19:43:54.382697 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: fip_pf_description.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.383600 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.384102 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 19:43:54.384425 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: fip_port_details.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.385819 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.386329 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: fip-port-details Oct 28 19:43:54.386660 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: flavors.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.387886 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.388407 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: flavors Oct 28 19:43:54.388741 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.390396 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.390920 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 19:43:54.391254 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: floatingip_pools.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.391952 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.392464 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: floatingip-pools Oct 28 19:43:54.392794 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: ip_allocation.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.393740 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.394244 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 19:43:54.394569 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.395488 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.395992 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: ip-substring-filtering Oct 28 19:43:54.396321 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: l2_adjacency.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.397239 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.397774 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 19:43:54.398099 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: l3.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.399050 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.399565 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: router Oct 28 19:43:54.399894 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.402473 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.403001 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 19:43:54.403334 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.404272 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.404787 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: ext-gw-mode Oct 28 19:43:54.405123 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.406399 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.406905 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: l3-ha Oct 28 19:43:54.407230 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.408146 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.408700 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 28 19:43:54.409004 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: l3_flavors.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.409928 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.410450 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: l3-flavors Oct 28 19:43:54.410786 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.412140 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.412649 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 28 19:43:54.412978 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.413922 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.414430 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 19:43:54.414758 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: l3agentscheduler.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.415851 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.417014 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: l3_agent_scheduler Oct 28 19:43:54.417617 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: local_ip.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.419564 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.419855 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension local_ip not supported by any of loaded plugins Oct 28 19:43:54.420191 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: logging.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.421838 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.422361 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension logging not supported by any of loaded plugins Oct 28 19:43:54.422695 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: metering.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.423593 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.424185 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: metering Oct 28 19:43:54.424514 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.425645 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.426162 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: metering_source_and_destination_fields Oct 28 19:43:54.426497 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: multiprovidernet.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.427444 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.428050 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: multi-provider Oct 28 19:43:54.428272 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: netmtu.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.429182 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.429717 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: net-mtu Oct 28 19:43:54.430044 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: netmtu_writable.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.431174 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.432255 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: net-mtu-writable Oct 28 19:43:54.432775 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: network_availability_zone.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.433655 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.434105 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: network_availability_zone Oct 28 19:43:54.434433 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: network_ip_availability.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.435559 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.436070 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: network-ip-availability Oct 28 19:43:54.436423 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: network_segment_range.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.437167 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.437701 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 19:43:54.438024 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: pagination.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.439014 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.439331 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: pagination Oct 28 19:43:54.439673 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: port_device_profile.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.440558 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.441066 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: port-device-profile Oct 28 19:43:54.441578 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.442372 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.442843 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: port-mac-address-regenerate Oct 28 19:43:54.443171 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.444081 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.444587 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: port-numa-affinity-policy Oct 28 19:43:54.444924 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: port_resource_request.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.445871 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.446421 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 19:43:54.446698 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: port_resource_request_groups.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.447868 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.448495 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 28 19:43:54.448828 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: portbindings.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.449799 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.450322 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: binding Oct 28 19:43:54.450655 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: portbindings_extended.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.451994 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.452434 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: binding-extended Oct 28 19:43:54.452811 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: portsecurity.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.453713 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.454226 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: port-security Oct 28 19:43:54.454561 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: project_id.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.455557 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.456010 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: project-id Oct 28 19:43:54.456227 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: providernet.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.457140 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.457673 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: provider Oct 28 19:43:54.458001 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.461577 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.462099 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos not supported by any of loaded plugins Oct 28 19:43:54.462437 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.464443 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.464964 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 19:43:54.465303 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.466255 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.466772 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 19:43:54.467105 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_default.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.468010 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.468521 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-default not supported by any of loaded plugins Oct 28 19:43:54.468851 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_fip.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.469807 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.470321 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 19:43:54.470651 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.471557 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.472066 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 28 19:43:54.472395 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_gateway_ip.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.473728 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.474243 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 19:43:54.474575 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_port_network_policy.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.475489 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.476000 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 19:43:54.476330 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.477364 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.477900 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 19:43:54.478228 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.480019 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.480541 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 28 19:43:54.480874 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_pps_rule.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.482071 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.482587 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 19:43:54.482921 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_rule_type_details.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.483832 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.484342 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 19:43:54.484672 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: qos_rules_alias.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.485743 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.486253 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 19:43:54.486586 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: quota_check_limit.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.487490 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.488003 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: quota-check-limit Oct 28 19:43:54.488331 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: quotasv2.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.489330 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.489693 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: quotas Oct 28 19:43:54.490020 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: quotasv2_detail.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.491690 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.492031 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: quota_details Oct 28 19:43:54.492362 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: rbac.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.493451 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.493973 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: rbac-policies Oct 28 19:43:54.494443 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: rbac_address_group.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.495502 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.496021 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: rbac-address-group Oct 28 19:43:54.496353 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: rbac_address_scope.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.497276 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.497813 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: rbac-address-scope Oct 28 19:43:54.498142 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: rbac_security_groups.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.499056 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.499565 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: rbac-security-groups Oct 28 19:43:54.499893 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: rbac_subnetpool.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.500798 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.501304 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: rbac-subnetpool Oct 28 19:43:54.501677 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: revisionifmatch.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.502671 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.503179 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: revision-if-match Oct 28 19:43:54.503507 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: revisions.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.504621 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.505132 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: standard-attr-revisions Oct 28 19:43:54.505482 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: router_availability_zone.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.506160 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.506672 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: router_availability_zone Oct 28 19:43:54.506997 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: routerservicetype.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.508349 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.508436 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 19:43:54.508708 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.509645 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.510421 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: security-groups-normalized-cidr Oct 28 19:43:54.510765 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.511689 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.512203 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: port-security-groups-filtering Oct 28 19:43:54.512527 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.513472 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.513979 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: security-groups-remote-address-group Oct 28 19:43:54.514304 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.515221 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.515726 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: security-groups-shared-filtering Oct 28 19:43:54.516052 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.516644 dv-cinder-862894-1-smb neutron-server[103647]: WARNING neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Oct 28 19:43:54.516967 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: securitygroup.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.527606 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.528132 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: security-group Oct 28 19:43:54.528474 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: segment.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.529208 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.529746 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension segment not supported by any of loaded plugins Oct 28 19:43:54.530080 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.531024 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.531534 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 19:43:54.531864 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: servicetype.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.532956 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.533493 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: service-type Oct 28 19:43:54.533828 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: sorting.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.534811 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.535146 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: sorting Oct 28 19:43:54.535472 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: standard_attr_segment.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.536384 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.536902 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 19:43:54.537229 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: standardattrdescription.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.537909 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.538421 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: standard-attr-description Oct 28 19:43:54.538751 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: stateful_security_group.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.539690 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.540205 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: stateful-security-group Oct 28 19:43:54.540531 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: stdattrs_common.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.541782 dv-cinder-862894-1-smb neutron-server[103647]: WARNING neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 19:43:54.542291 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.543238 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.543753 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 19:43:54.544082 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: subnet_onboard.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.545131 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.545679 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: subnet_onboard Oct 28 19:43:54.546011 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.546954 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.547460 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 19:43:54.547789 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: subnet_service_types.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.548712 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.549221 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: subnet-service-types Oct 28 19:43:54.549582 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: subnetallocation.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.551639 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.552183 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: subnet_allocation Oct 28 19:43:54.552471 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.553139 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.553682 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: subnetpool-prefix-ops Oct 28 19:43:54.554011 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.554943 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.555461 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 19:43:54.555789 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: tagging.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.557008 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.557730 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: standard-attr-tag Oct 28 19:43:54.558146 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: timestamp.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.559361 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.559875 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loaded extension: standard-attr-timestamp Oct 28 19:43:54.560210 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: trunk.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.561238 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.561783 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension trunk not supported by any of loaded plugins Oct 28 19:43:54.562116 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: trunk_details.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.563028 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.563536 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 19:43:54.563862 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: uplink_status_propagation.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.564773 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.565284 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 19:43:54.565635 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Loading extension file: vlantransparent.py {{(pid=103647) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 19:43:54.566307 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103647) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 19:43:54.566810 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 19:43:54.569365 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:network Oct 28 19:43:54.569923 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:subnet Oct 28 19:43:54.570328 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 19:43:54.570726 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:port Oct 28 19:43:54.572017 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.572621 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service FLAVORS assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.573540 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.573993 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.574331 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:router Oct 28 19:43:54.574776 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 19:43:54.575270 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service METERING assigned prefix: /metering {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.576717 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.577098 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.577482 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:43:54.578500 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 19:43:54.578947 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:security_group Oct 28 19:43:54.579379 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 19:43:54.579970 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service CORE assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.580315 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 19:43:54.580664 dv-cinder-862894-1-smb neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] subnetpool is already registered Oct 28 19:43:54.581110 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service CORE assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.581465 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 19:43:54.581808 dv-cinder-862894-1-smb neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] subnetpool is already registered Oct 28 19:43:54.584091 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.584529 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service FLAVORS assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.585121 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.585570 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.585914 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:router Oct 28 19:43:54.586254 dv-cinder-862894-1-smb neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] router is already registered Oct 28 19:43:54.586669 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 19:43:54.587012 dv-cinder-862894-1-smb neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] floatingip is already registered Oct 28 19:43:54.587467 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service METERING assigned prefix: /metering {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.588804 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 19:43:54.589223 dv-cinder-862894-1-smb neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] rbac_policy is already registered Oct 28 19:43:54.589674 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:security_group Oct 28 19:43:54.590019 dv-cinder-862894-1-smb neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] security_group is already registered Oct 28 19:43:54.590429 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 19:43:54.590770 dv-cinder-862894-1-smb neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] security_group_rule is already registered Oct 28 19:43:54.591406 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service CORE assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.591745 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 19:43:54.592083 dv-cinder-862894-1-smb neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] subnetpool is already registered Oct 28 19:43:54.592515 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.v2.resource_helper [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Service CORE assigned prefix: {{(pid=103647) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 19:43:54.592846 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 19:43:54.593183 dv-cinder-862894-1-smb neutron-server[103647]: WARNING neutron.quota.resource_registry [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] subnetpool is already registered Oct 28 19:43:54.593678 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: extensions {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.595145 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: address-groups {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.596662 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: address-scopes {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.598272 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: agents {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.599456 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: auto-allocated-topology {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.600731 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: availability_zones {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.601993 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: dhcp-networks {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.605464 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: dhcp-agents {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.606946 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: routers {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.609186 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: flavors {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.610384 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: service_profiles {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.611610 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: next_providers {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.613084 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: service_profiles {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.614809 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: floatingip-pools {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.616051 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: routers {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.618228 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: floatingips {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.619853 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: l3-routers {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.621268 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: l3-agents {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.622754 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: metering-labels {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.624125 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: metering-label-rules {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.625407 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: network-ip-availabilities {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.626703 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: bindings {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.628379 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: quotas {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.630031 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: quotas {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.631565 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: rbac-policies {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.632865 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: security-groups {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.634152 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: security-group-rules {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.635823 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: service-providers {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.637083 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: subnetpools {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.638551 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: subnetpools {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.640033 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.641759 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.643563 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.645437 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.647246 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.649140 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.651623 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.653608 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.655375 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.657234 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron.api.extensions [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Extended resource: tags {{(pid=103647) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 19:43:54.663205 dv-cinder-862894-1-smb neutron-server[103647]: WARNING keystonemiddleware.auth_token [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 19:43:54.669719 dv-cinder-862894-1-smb neutron-server[103647]: WARNING keystonemiddleware.auth_token [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 19:43:54.678451 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Acquired lock "singleton_lock" {{(pid=103647) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Oct 28 19:43:54.678942 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_concurrency.lockutils [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Releasing lock "singleton_lock" {{(pid=103647) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 28 19:43:54.679598 dv-cinder-862894-1-smb neutron-server[103647]: INFO oslo_service.service [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Starting 2 workers Oct 28 19:43:54.684695 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Started child 103756 {{(pid=103647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 19:43:54.689437 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Started child 103758 {{(pid=103647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 19:43:54.690097 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:43:54.691011 dv-cinder-862894-1-smb neutron-server[103647]: INFO neutron.service [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 19:43:54.691644 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [-] (103756) wsgi starting up on http://0.0.0.0:9696 Oct 28 19:43:54.691739 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:43:54.692037 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 41912) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:43:54.694258 dv-cinder-862894-1-smb neutron-server[103647]: INFO oslo_service.service [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Starting 1 workers Oct 28 19:43:54.694627 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:43:54.696083 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [-] (103758) wsgi starting up on http://0.0.0.0:9696 Oct 28 19:43:54.699880 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Started child 103759 {{(pid=103647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 19:43:54.700463 dv-cinder-862894-1-smb neutron-server[103647]: INFO oslo_service.service [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Starting 1 workers Oct 28 19:43:54.700844 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065784 Oct 28 19:43:54.703617 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.service [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] calling RpcWorker wait() {{(pid=103759) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 19:43:54.704168 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.service [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] returning from RpcWorker wait() {{(pid=103759) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 19:43:54.705451 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:43:54.705935 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:43:54.706385 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Started child 103762 {{(pid=103647) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 19:43:54.707349 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG neutron_lib.callbacks.manager [None req-c1418ac4-c5ac-4a68-9471-6df7de39e042 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:43:54.709273 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103647) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 19:43:54.709643 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 19:43:54.709986 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 19:43:54.710359 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 19:43:54.710816 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 19:43:54.711123 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 19:43:54.711745 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.712190 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.712594 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.712759 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:43:54.714369 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.714562 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:43:54.715071 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.715780 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.716178 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.716555 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.716973 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.717361 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.718513 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.718818 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.719225 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.719605 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.720052 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.720442 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.720830 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.721226 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.721559 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.721959 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.722356 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.722716 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.723376 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] debug = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.723764 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.724377 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.724745 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.725116 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.725531 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.725941 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.726325 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.726741 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.727134 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.727516 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.727760 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.728026 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.728283 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.730646 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.730646 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.730646 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.730646 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.730646 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.731149 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] host = dv-cinder-862894-1-smb {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.731520 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.731884 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.732293 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.732692 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.733094 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.733530 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.733945 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.734360 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.734770 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.735157 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.735619 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.735869 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.736115 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.736334 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.736538 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_options = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.736736 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.737168 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.737474 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.737667 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.737841 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.738010 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.738274 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.738441 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.738860 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.739454 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.739843 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.740096 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.740347 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.740576 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.740849 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.741092 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.741344 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.742434 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.742696 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.742959 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.743207 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.743475 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.743721 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.743966 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.744237 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.744584 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.745006 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.745401 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.745818 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.746181 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.746545 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.746944 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.747776 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.748174 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.748576 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.748959 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.749337 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.749719 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.750152 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.750535 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.750915 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.751324 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.751557 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.751794 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.752018 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.752257 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.752478 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_json = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.752721 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.752964 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.753229 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.753512 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.754705 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.754936 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.755161 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.755406 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.756221 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.756806 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.757234 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.757705 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.758082 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.758474 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.758739 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.759010 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.759363 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.759818 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.760316 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.760841 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.761916 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.761916 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.763205 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.763627 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.764097 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.764491 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.764884 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.765301 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.766715 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.767114 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.767507 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.767793 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.768031 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.768280 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.768524 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.768759 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.769065 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.769340 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.770649 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.771098 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.771368 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.772071 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.772071 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.772235 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.772432 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.772586 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.772807 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.773161 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.773612 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.773987 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.774395 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.774764 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.775128 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.775994 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.776532 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.777122 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.777600 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.777984 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.778486 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.779783 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.780020 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.780267 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.780511 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.780761 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.780982 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.781226 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.781537 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.781801 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.782044 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.782278 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.782511 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.782748 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.782973 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.783190 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.783406 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.783635 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.783858 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.784131 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.784979 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.785376 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.785780 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.786157 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.786518 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.786883 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.787229 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.787584 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.787955 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.788337 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.788709 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.788929 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.789301 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.789696 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.790049 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.790401 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.790766 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.791688 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.792217 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.792713 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.792940 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.793164 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.793416 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.793874 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.794334 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.794744 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.795136 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.795505 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.795891 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.796252 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.796669 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.797071 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.797461 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.797806 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.798217 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.798585 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.798999 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.799254 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.799473 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.799774 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.799980 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.800348 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.800733 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.801091 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.801508 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.801886 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.802359 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.802740 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.803013 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.803262 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.803507 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.803798 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.804025 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.804335 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.805480 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.805480 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.805480 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.805480 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.805739 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.805966 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.806205 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.806481 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.806795 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.807250 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.808029 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.808029 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.808207 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.808439 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.808635 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.808853 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.809093 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.809415 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.809718 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.809954 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.810345 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.810996 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.811400 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.811664 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.811940 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.812205 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.812444 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.812683 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.812915 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.813136 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.813372 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.813649 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.813871 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.814123 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.814340 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.814577 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.814811 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.815315 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.815315 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.815474 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.815717 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.816081 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.816443 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.816812 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.817173 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.817560 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.817938 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.818326 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.818560 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.819552 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.819552 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.819552 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.819552 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.819841 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.820002 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.820849 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.820849 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.820849 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.821081 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.821214 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.821462 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.821700 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.821922 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.822156 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.822602 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.823180 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.823440 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.824563 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.824563 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.824563 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.824563 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.824883 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.824958 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.825221 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.825481 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.825754 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.826008 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.826246 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.826467 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.826693 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.826939 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.827328 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.827555 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.827777 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.827991 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.828212 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.829404 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.829656 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.829922 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.830168 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.830411 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.830644 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.831301 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.831301 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.831301 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.831546 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.831748 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.831952 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.833016 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.833016 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.833016 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.833016 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.833332 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.833443 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.833642 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.833887 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.834119 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.834436 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.834549 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.835748 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.835984 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.836207 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.836594 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.836976 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.837189 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:43:54.837304 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.837400 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.837642 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.838407 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.838744 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.839128 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.839498 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.839747 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.839984 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.840198 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.840435 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.840682 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.840898 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.841113 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.841331 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.841719 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.842074 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.842441 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.842810 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.843158 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.843541 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.843907 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.844274 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.844724 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.844979 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.845209 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.845520 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.845747 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.846002 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.846254 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.846577 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.846798 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.847060 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.847283 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.847527 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.847750 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.849158 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.849158 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.849158 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.849158 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.849493 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.849641 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.849915 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.850355 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.850728 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.851175 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.851505 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.851811 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.852077 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.852314 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.852565 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.852811 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.853020 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.853244 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.854091 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.854374 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.854859 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.855170 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.855409 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.855628 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.855862 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.856082 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.856314 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.856557 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.857124 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.857124 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.857306 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 19:43:54.857702 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103647) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 19:43:54.857864 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 19:43:54.858021 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 19:43:54.858955 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 19:43:54.858955 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 19:43:54.858955 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 19:43:54.858955 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.858955 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.859343 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.859343 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.859343 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.859548 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.859646 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.859788 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.859947 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.860109 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.860898 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.861218 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.861553 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.862471 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.862640 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.862807 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.862969 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.863135 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.863316 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.863485 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.863647 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.863826 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.863991 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] debug = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.864137 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.864317 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.864484 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.864641 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.864804 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.864957 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.865117 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.865275 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.865460 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.865672 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.865760 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.865922 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.866064 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.868295 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.868295 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.868295 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.868535 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.868606 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.868777 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] host = dv-cinder-862894-1-smb {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.868995 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.869134 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.869280 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.869493 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.869767 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.870065 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.870278 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.870445 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.870609 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.870770 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.870937 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.871097 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.871398 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.871687 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.871974 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_options = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.872258 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.872536 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.872813 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.873133 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.873305 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.873490 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.873653 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.873814 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.873975 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.874135 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.874297 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.874499 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.874608 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.874755 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.875052 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.875346 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.875511 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.875673 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.875839 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.876001 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.876158 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.876317 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.876479 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.876637 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.876932 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.877227 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.877391 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.877591 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.877753 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.877921 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.878083 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.878244 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.878405 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.878565 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.878743 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.878890 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.879032 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.879190 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.879353 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.879514 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.879670 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.879942 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.880037 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.880185 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.880279 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.880485 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.880578 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_json = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.880726 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.880891 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.881048 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.881187 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.881343 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.881522 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.881662 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.881821 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.882014 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 19:43:54.882171 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.882323 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.882460 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.882648 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.882819 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.882959 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.883222 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.883222 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.883485 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.883620 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.883852 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.883852 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.884125 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.884125 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.884336 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.884468 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.884615 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.885289 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.885563 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.885842 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.886555 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.886555 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.886555 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.886758 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.886824 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.886982 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.887142 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.888038 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.888038 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.888038 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.888038 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.888038 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.888351 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.888351 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.888466 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.888529 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.889279 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.889279 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.889279 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.889279 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.889279 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.889674 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.890540 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.890708 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.891032 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.891195 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.891526 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.891689 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.892846 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.892846 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.892846 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.892846 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.892846 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.892846 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.893232 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.893232 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.893232 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.893446 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.893559 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.893860 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.894032 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.894191 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.894497 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.894741 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.894899 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.895049 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.895180 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.895314 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.895446 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.895578 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.895733 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.895896 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.896060 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.896223 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.896387 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.896547 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.896709 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.896870 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.897352 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.897352 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.897352 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.897605 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.897699 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.897818 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.897979 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.898142 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.898304 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.898466 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.898628 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.898790 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.898951 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.899122 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.899292 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.899469 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.899632 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.899793 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.899955 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.900117 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.900278 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.901005 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.901293 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.902042 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.902042 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.902042 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.902330 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.902330 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.902471 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.902624 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.902787 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.902950 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.903111 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.903272 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.903434 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.903596 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.903758 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.903921 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.904083 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.904243 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.904405 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.904566 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.904737 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.904900 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.905065 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.905226 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.905395 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.905591 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.905755 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.905917 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.906079 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.906242 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.906404 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.906567 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.906729 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.906890 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.907052 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.907213 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.907387 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.907549 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.907712 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.907874 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.908059 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.908221 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.908383 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.908545 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.908707 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.908868 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.909030 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.909191 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.909354 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.909538 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.909701 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.909863 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.910025 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.911122 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.911122 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.911122 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.911122 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.911122 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.911122 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.911122 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.911789 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.911789 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.911789 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.911789 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.912067 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.912067 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.912207 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.912327 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.912449 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.912570 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.912730 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.912891 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.913052 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.913973 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.913973 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.913973 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.913973 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.913973 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.913973 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.914399 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.914399 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.914557 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.914637 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.914746 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.914910 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.915073 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.915236 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.915398 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.915560 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.915722 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.915885 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.916242 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.916370 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.916641 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.916821 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.917004 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.917169 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.917332 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.917526 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.917691 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.917854 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.918017 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.918180 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.918341 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.918503 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.918668 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.918831 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.918993 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.919156 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.919318 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.919480 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.919646 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.919811 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.919973 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.920138 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.920301 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.920463 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.920625 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.920786 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.920952 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.921114 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.921276 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.921456 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.921684 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.921818 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.921939 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.922097 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.922258 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.922419 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.922582 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.922752 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.922915 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.923076 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.923237 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.923398 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.923560 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.923731 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.923893 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.924055 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.924216 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.924378 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.924539 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.924708 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.924871 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.925032 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.925193 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.925353 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.925527 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.925695 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.925857 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.926019 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.926181 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.926342 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.926504 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.926675 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.926837 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.926999 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.927160 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.927322 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.927483 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.927652 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.927815 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.927978 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.928490 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.928490 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.928490 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.928709 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.928836 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.928957 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.929077 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.929197 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.929361 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.929535 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.929698 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.929864 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.930037 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.930205 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.930368 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.930538 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.930708 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.930877 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.931043 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.931211 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.931387 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.931571 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.931853 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.932004 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.932297 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.932538 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.933462 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.933462 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.933462 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.933462 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.933462 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.933841 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.933841 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.933841 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.934108 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.934108 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.934255 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.934385 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.934554 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.934716 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 19:43:54.934869 dv-cinder-862894-1-smb neutron-server[103647]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103647) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 19:44:06.435732 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276154c-665a-4a0a-b57b-98468eedc360 None None] get_active_networks_info from dv-cinder-862894-1-smb {{(pid=103759) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Oct 28 19:44:06.519737 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276154c-665a-4a0a-b57b-98468eedc360 None None] No non-hosted networks {{(pid=103759) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 19:44:06.536667 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.agentschedulers_db [None req-0276154c-665a-4a0a-b57b-98468eedc360 None None] DHCP Agent not found on host dv-cinder-862894-1-smb {{(pid=103759) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 28 19:44:06.683391 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-38fd03af-c0c9-4eb7-82ff-c3537ccfd026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606117'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:08.589964 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-26d75bfe-4a0e-4ac5-9f42-a9fc14bf36ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606117'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:08.767160 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9f277d2b-717f-4cca-b29c-22d811f150bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:09.833143 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606117'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:11.381187 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606117'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:12.631021 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606117'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:12.631703 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.633215 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.636061 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.636467 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.636781 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.637130 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.637460 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.638016 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.638447 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.638821 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.639162 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.639512 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.639844 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:12.640283 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-862894-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:12.648210 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-862894-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:12.739046 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42018) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:13.068647 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.db.l3_hamode_db [None req-c91a70e3-3747-4b0a-843b-682b6b6020f3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 19:44:13.145777 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a70e3-3747-4b0a-843b-682b6b6020f3 None None] Routers set() bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:44:13.146173 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a70e3-3747-4b0a-843b-682b6b6020f3 None None] Router IDs set() for agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 19:44:13.256371 dv-cinder-862894-1-smb neutron-server[103756]: WARNING oslo_policy.policy [None req-0d70fb71-771a-4223-9509-0c904fbe9bc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:13.257002 dv-cinder-862894-1-smb neutron-server[103756]: WARNING oslo_policy.policy [None req-0d70fb71-771a-4223-9509-0c904fbe9bc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:13.489118 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [None req-0d70fb71-771a-4223-9509-0c904fbe9bc6 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:44:13.490262 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-0d70fb71-771a-4223-9509-0c904fbe9bc6 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7496929 Oct 28 19:44:16.078002 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 42034) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:16.563247 dv-cinder-862894-1-smb neutron-server[103758]: WARNING oslo_policy.policy [None req-f74b9db8-d188-4abf-87d3-8a05b940434d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:16.563834 dv-cinder-862894-1-smb neutron-server[103758]: WARNING oslo_policy.policy [None req-f74b9db8-d188-4abf-87d3-8a05b940434d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:16.785846 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-f74b9db8-d188-4abf-87d3-8a05b940434d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:16.879070 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.policy [None req-f74b9db8-d188-4abf-87d3-8a05b940434d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103758) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 19:44:16.923766 dv-cinder-862894-1-smb neutron-server[103758]: WARNING oslo_policy.policy [None req-f74b9db8-d188-4abf-87d3-8a05b940434d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:16.924146 dv-cinder-862894-1-smb neutron-server[103758]: WARNING oslo_policy.policy [None req-f74b9db8-d188-4abf-87d3-8a05b940434d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:17.022676 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f74b9db8-d188-4abf-87d3-8a05b940434d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767432393', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767432764', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767446357', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767449523', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767462204', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727767459715', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-936840', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-956257', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2046380', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1678660'] for rbac-policy (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:17.087900 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f74b9db8-d188-4abf-87d3-8a05b940434d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:17.089278 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-f74b9db8-d188-4abf-87d3-8a05b940434d admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0091531 Oct 28 19:44:19.602554 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 42050) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:19.912587 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:19.941786 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Made reservation on behalf of 1ac9184f4d844e448a19b32292f46a1a for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:44:19.945815 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:19.962697 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:20.069629 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Publish callbacks [] for security_group (f6866307-468b-44af-9989-a92c79019dd9), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:20.074002 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f6866307-468b-44af-9989-a92c79019dd9), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:20.098469 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:44:20.133659 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727764925983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (8aa74c79-0bf8-4180-a681-33fdcee6c28b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:20.134218 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Unsubscribe: segment precommit_create {{(pid=103758) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 19:44:20.134741 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.segments_db [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Added segment 8aa74c79-0bf8-4180-a681-33fdcee6c28b of type vlan for network f1305e29-e645-4be9-a30a-7a4e26c5fb9f Oct 28 19:44:20.150436 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f6866307-468b-44af-9989-a92c79019dd9,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:20.175931 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.176282 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.176656 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.177000 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.177336 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.177693 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.178023 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.178352 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.178682 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.179024 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.179878 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.180204 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.180526 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Tracked resource versions report: Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: pushed versions: Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: { 'AddressGroup': {'1.2'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'ConntrackHelper': {'1.0'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'Log': {'1.0'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'Network': {'1.1'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'Port': {'1.7'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'PortForwarding': {'1.2'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'QosPolicy': {'1.10'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'SecurityGroup': {'1.5'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'SubPort': {'1.0'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'Subnet': {'1.1'}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'Trunk': {'1.1'}} Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: consumer versions: Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: { DHCP agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: L3 agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: Metadata agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: Metering agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: Open vSwitch agent@dv-cinder-862894-1-smb: { 'AddressGroup': '1.2', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'ConntrackHelper': '1.0', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'LocalIPAssociation': '1.0', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'Log': '1.0', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'Network': '1.1', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'Port': '1.7', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'PortForwarding': '1.2', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'QosPolicy': '1.10', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'SecurityGroup': '1.5', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'SecurityGroupRule': '1.2', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'SubPort': '1.0', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'Subnet': '1.1', Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: 'Trunk': '1.1'}} Oct 28 19:44:20.181751 dv-cinder-862894-1-smb neutron-server[103758]: {{(pid=103758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:44:20.244937 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (f1305e29-e645-4be9-a30a-7a4e26c5fb9f), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:20.285113 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (f1305e29-e645-4be9-a30a-7a4e26c5fb9f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:20.291123 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:20.291833 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:20.373704 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7700658 Oct 28 19:44:20.411135 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3305f5-7c2f-423d-a928-7e955317a05d demo demo] Pushing event updated for resources: {'Network': ['ID=f1305e29-e645-4be9-a30a-7a4e26c5fb9f,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:20.426605 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network f1305e29-e645-4be9-a30a-7a4e26c5fb9f details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:44:22.973583 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 42062) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:23.374693 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06cdeb-ec02-4cd0-b1ba-1d6efeb010b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:23.376035 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-1b06cdeb-ec02-4cd0-b1ba-1d6efeb010b0 demo admin] 10.222.0.64 "GET /v2.0/networks/f1305e29-e645-4be9-a30a-7a4e26c5fb9f HTTP/1.1" status: 200 len: 825 time: 0.4014730 Oct 28 19:44:23.400965 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-9f78ef45-a5da-490b-b51a-76b3009b507c demo admin] 10.222.0.64 "GET /v2.0/subnetpools/95228459-34ed-4143-9fb8-2c672711a623 HTTP/1.1" status: 200 len: 734 time: 0.0192721 Oct 28 19:44:23.409828 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f', 'subnetpool_id': '95228459-34ed-4143-9fb8-2c672711a623', 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:23.430761 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] Made reservation on behalf of 1ac9184f4d844e448a19b32292f46a1a for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:44:23.433051 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:23.725061 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for subnet (927e4c07-516b-4409-8277-3871907cc455), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:23.795755 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] Pushing event updated for resources: {'Subnet': ['ID=927e4c07-516b-4409-8277-3871907cc455,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:23.797758 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] Checking segment: {'id': '8aa74c79-0bf8-4180-a681-33fdcee6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:44:23.798150 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] Network hostable DHCP agents. Network: f1305e29-e645-4be9-a30a-7a4e26c5fb9f, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:44:23.818853 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] Network f1305e29-e645-4be9-a30a-7a4e26c5fb9f is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:44:23.830352 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, f1305e29-e645-4be9-a30a-7a4e26c5fb9f) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:23.834912 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:23.835555 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:23.839917 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85dff5d-784d-4692-8dd4-9be38d2e7fd9 None None] Network f1305e29-e645-4be9-a30a-7a4e26c5fb9f requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:44:23.850950 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-d02f8501-c32d-4f1a-85ff-24b42a8d8f71 demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4443595 Oct 28 19:44:24.219690 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5142abc3-3012-57d9-acdb-166ebcb134d1-f1305e29-e645-4be9-a30a-7a4e26c5fb9f', 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f', 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'fixed_ips': [{'subnet_id': '927e4c07-516b-4409-8277-3871907cc455'}]}} from dv-cinder-862894-1-smb. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:44:24.221205 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:24.499230 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Allocated IP 172.20.0.2 (f1305e29-e645-4be9-a30a-7a4e26c5fb9f/927e4c07-516b-4409-8277-3871907cc455/17830fe0-837c-4206-8428-63bea08ccc58) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:44:24.757891 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Publish callbacks [] for port (17830fe0-837c-4206-8428-63bea08ccc58), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:24.766276 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (17830fe0-837c-4206-8428-63bea08ccc58), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:24.836017 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Network f1305e29-e645-4be9-a30a-7a4e26c5fb9f is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:44:24.840675 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:24.854980 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:44:24.860471 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Pushing event updated for resources: {'Port': ['ID=17830fe0-837c-4206-8428-63bea08ccc58,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:24.891428 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.891796 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.892165 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.892518 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.892871 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.893214 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.893560 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.893900 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.894237 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.894590 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.894928 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.895260 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.895592 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Tracked resource versions report: Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: pushed versions: Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: { 'AddressGroup': {'1.2'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'ConntrackHelper': {'1.0'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'Log': {'1.0'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'Network': {'1.1'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'Port': {'1.7'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'PortForwarding': {'1.2'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'QosPolicy': {'1.10'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'SecurityGroup': {'1.5'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'SubPort': {'1.0'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'Subnet': {'1.1'}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'Trunk': {'1.1'}} Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: consumer versions: Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: { DHCP agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: L3 agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: Metadata agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: Metering agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: Open vSwitch agent@dv-cinder-862894-1-smb: { 'AddressGroup': '1.2', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'ConntrackHelper': '1.0', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'LocalIPAssociation': '1.0', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'Log': '1.0', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'Network': '1.1', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'Port': '1.7', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'PortForwarding': '1.2', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'QosPolicy': '1.10', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'SecurityGroup': '1.5', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'SecurityGroupRule': '1.2', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'SubPort': '1.0', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'Subnet': '1.1', Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: 'Trunk': '1.1'}} Oct 28 19:44:24.896754 dv-cinder-862894-1-smb neutron-server[103759]: {{(pid=103759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:44:24.947545 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Attempting to bind port 17830fe0-837c-4206-8428-63bea08ccc58 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:44:24.947956 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Attempting to bind port 17830fe0-837c-4206-8428-63bea08ccc58 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '8aa74c79-0bf8-4180-a681-33fdcee6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:44:24.948370 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Attempting to bind port 17830fe0-837c-4206-8428-63bea08ccc58 on network f1305e29-e645-4be9-a30a-7a4e26c5fb9f {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:44:24.953442 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:44:24.953845 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Checking segment: {'id': '8aa74c79-0bf8-4180-a681-33fdcee6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:44:24.954324 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:24.954723 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Bound using segment: {'id': '8aa74c79-0bf8-4180-a681-33fdcee6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:44:24.955235 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Bound port: 17830fe0-837c-4206-8428-63bea08ccc58, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa74c79-0bf8-4180-a681-33fdcee6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:44:24.955652 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (17830fe0-837c-4206-8428-63bea08ccc58), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:25.018195 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] For port 17830fe0-837c-4206-8428-63bea08ccc58, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:44:25.037289 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] For port 17830fe0-837c-4206-8428-63bea08ccc58, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=17830fe0-837c-4206-8428-63bea08ccc58,segment=NetworkSegment(8aa74c79-0bf8-4180-a681-33fdcee6c28b),segment_id=8aa74c79-0bf8-4180-a681-33fdcee6c28b)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:44:25.045314 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (17830fe0-837c-4206-8428-63bea08ccc58), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:25.095458 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa6b34-cf15-4483-806e-fad33992c429 None None] Pushing event updated for resources: {'Port': ['ID=17830fe0-837c-4206-8428-63bea08ccc58,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:26.438676 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 42070) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:26.755502 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [None req-ed5d847c-d6ef-4504-8d8b-02be8f73db45 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:44:26.756602 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-ed5d847c-d6ef-4504-8d8b-02be8f73db45 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3168492 Oct 28 19:44:29.330145 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 42078) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:29.648422 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [None req-d7ab0997-310d-4421-8773-19d7c580b178 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:44:29.649557 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-d7ab0997-310d-4421-8773-19d7c580b178 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3183770 Oct 28 19:44:32.218868 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 42086) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:32.546711 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-0c9161fd-2a3c-4ac8-aafe-25c0c06aea63 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:32.571112 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c9161fd-2a3c-4ac8-aafe-25c0c06aea63 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6387'] for router (1d12dffa-d4fd-4290-8352-31186e49e1f7), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:32.572740 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c9161fd-2a3c-4ac8-aafe-25c0c06aea63 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2087092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (1d12dffa-d4fd-4290-8352-31186e49e1f7), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:32.707563 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c9161fd-2a3c-4ac8-aafe-25c0c06aea63 demo demo] Publish callbacks [] for router_controller (1d12dffa-d4fd-4290-8352-31186e49e1f7), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:32.713396 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c9161fd-2a3c-4ac8-aafe-25c0c06aea63 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609196'] for router (1d12dffa-d4fd-4290-8352-31186e49e1f7), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:32.730999 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0c9161fd-2a3c-4ac8-aafe-25c0c06aea63 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:32.732160 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-0c9161fd-2a3c-4ac8-aafe-25c0c06aea63 demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5122447 Oct 28 19:44:35.310084 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42098) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:35.407743 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 17830fe0-837c-4206-8428-63bea08ccc58 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:44:35.496059 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 17830fe0-837c-4206-8428-63bea08ccc58 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:35.496637 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (17830fe0-837c-4206-8428-63bea08ccc58), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:35.497094 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 17830fe0-837c-4206-8428-63bea08ccc58 Oct 28 19:44:35.602881 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 17830fe0-837c-4206-8428-63bea08ccc58 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:35.603377 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (17830fe0-837c-4206-8428-63bea08ccc58), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:35.641995 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 17830fe0-837c-4206-8428-63bea08ccc58, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=17830fe0-837c-4206-8428-63bea08ccc58,segment=NetworkSegment(8aa74c79-0bf8-4180-a681-33fdcee6c28b),segment_id=8aa74c79-0bf8-4180-a681-33fdcee6c28b)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:44:35.646809 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (17830fe0-837c-4206-8428-63bea08ccc58), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:35.670082 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [None req-721b6f53-2e8e-4725-a8a7-3c6ff8ffab9c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:44:35.673465 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-721b6f53-2e8e-4725-a8a7-3c6ff8ffab9c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3601024 Oct 28 19:44:35.697915 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=17830fe0-837c-4206-8428-63bea08ccc58,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:36.423452 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2acb-206e-440b-a9a7-fd83aa66aaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:36.603231 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5defc77b-97ab-4bb7-95c5-d714c93ced1c None None] Network f1305e29-e645-4be9-a30a-7a4e26c5fb9f requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:44:36.670192 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-f2e2ba2d-1952-4b4e-a09f-bb83f3960060 None None] Provisioning complete for port 17830fe0-837c-4206-8428-63bea08ccc58 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:36.670580 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-f2e2ba2d-1952-4b4e-a09f-bb83f3960060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (17830fe0-837c-4206-8428-63bea08ccc58), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:36.670920 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-f2e2ba2d-1952-4b4e-a09f-bb83f3960060 None None] Attempt 1 to provision port 17830fe0-837c-4206-8428-63bea08ccc58 Oct 28 19:44:36.798776 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2ba2d-1952-4b4e-a09f-bb83f3960060 None None] Current status of the port 17830fe0-837c-4206-8428-63bea08ccc58 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:37.019570 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-6281af23-8fcf-4717-a3c6-103c6ee5e0e0 None None] Provisioning complete for port 17830fe0-837c-4206-8428-63bea08ccc58 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:37.019970 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6281af23-8fcf-4717-a3c6-103c6ee5e0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (17830fe0-837c-4206-8428-63bea08ccc58), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:37.020314 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-6281af23-8fcf-4717-a3c6-103c6ee5e0e0 None None] Attempt 1 to provision port 17830fe0-837c-4206-8428-63bea08ccc58 Oct 28 19:44:37.091653 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-6281af23-8fcf-4717-a3c6-103c6ee5e0e0 None None] Current status of the port 17830fe0-837c-4206-8428-63bea08ccc58 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:37.378792 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 17830fe0-837c-4206-8428-63bea08ccc58 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:44:37.424430 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 17830fe0-837c-4206-8428-63bea08ccc58 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:37.425081 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (17830fe0-837c-4206-8428-63bea08ccc58), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:37.425178 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 17830fe0-837c-4206-8428-63bea08ccc58 Oct 28 19:44:37.498829 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 17830fe0-837c-4206-8428-63bea08ccc58 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:38.232874 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42106) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:38.544256 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:38.587126 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a535476c-625d-41d8-886b-e7a8de9b53dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:38.599900 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Made reservation on behalf of 098a36ed699643598338e53a6c5e3957 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:44:38.662691 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.policy [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103756) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 19:44:38.705137 dv-cinder-862894-1-smb neutron-server[103756]: WARNING oslo_policy.policy [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:38.705539 dv-cinder-862894-1-smb neutron-server[103756]: WARNING oslo_policy.policy [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 19:44:38.715989 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:38.736558 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:38.845743 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Publish callbacks [] for security_group (92e41a41-3d23-4605-b600-df1b326c6c44), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:38.849341 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (92e41a41-3d23-4605-b600-df1b326c6c44), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:38.861247 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Reserving flat network on physical network physnet1 {{(pid=103756) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 19:44:38.894273 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727764925983', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (a3b148df-5f6a-40b1-89d4-4478045d4fe7), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:38.894873 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Unsubscribe: segment precommit_create {{(pid=103756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 19:44:38.895407 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.segments_db [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Added segment a3b148df-5f6a-40b1-89d4-4478045d4fe7 of type flat for network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c Oct 28 19:44:38.916252 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e41a41-3d23-4605-b600-df1b326c6c44,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:38.934758 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.935134 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.935500 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.935846 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.936185 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.936519 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.936850 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.937181 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.937546 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.937890 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.938223 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.938546 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.938873 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Tracked resource versions report: Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: pushed versions: Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: { 'AddressGroup': {'1.2'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'ConntrackHelper': {'1.0'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'Log': {'1.0'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'Network': {'1.1'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'Port': {'1.7'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'PortForwarding': {'1.2'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'QosPolicy': {'1.10'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'SecurityGroup': {'1.5'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'SubPort': {'1.0'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'Subnet': {'1.1'}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'Trunk': {'1.1'}} Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: consumer versions: Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: { DHCP agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: L3 agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: Metadata agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: Metering agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: Open vSwitch agent@dv-cinder-862894-1-smb: { 'AddressGroup': '1.2', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'ConntrackHelper': '1.0', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'LocalIPAssociation': '1.0', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'Log': '1.0', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'Network': '1.1', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'Port': '1.7', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'PortForwarding': '1.2', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'QosPolicy': '1.10', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'SecurityGroup': '1.5', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'SecurityGroupRule': '1.2', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'SubPort': '1.0', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'Subnet': '1.1', Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: 'Trunk': '1.1'}} Oct 28 19:44:38.940007 dv-cinder-862894-1-smb neutron-server[103756]: {{(pid=103756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:44:39.023886 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (8dc1baf3-7b1b-4412-aa64-1c8128bf512c), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:39.070284 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (8dc1baf3-7b1b-4412-aa64-1c8128bf512c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:39.071423 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:39.072127 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:39.156505 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9224703 Oct 28 19:44:39.178689 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298113c-2109-4d5f-a8aa-06f7f870297b admin admin] Pushing event updated for resources: {'Network': ['ID=8dc1baf3-7b1b-4412-aa64-1c8128bf512c,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:39.189090 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:44:39.777145 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:41.340709 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:41.691475 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42130) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:41.906544 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ded03-1c7f-4fb1-abca-f64b9d34e2de demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:41.907932 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-b59ded03-1c7f-4fb1-abca-f64b9d34e2de demo admin] 10.222.0.64 "GET /v2.0/subnets/927e4c07-516b-4409-8277-3871907cc455 HTTP/1.1" status: 200 len: 849 time: 0.2151034 Oct 28 19:44:42.066519 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-72857183-2876-4ad4-8ad7-cd890a0cf08b demo admin] 10.222.0.64 "GET /v2.0/routers/1d12dffa-d4fd-4290-8352-31186e49e1f7 HTTP/1.1" status: 200 len: 704 time: 0.1529052 Oct 28 19:44:42.345035 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:42.626748 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:42.640327 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Allocated IP 172.20.0.1 (f1305e29-e645-4be9-a30a-7a4e26c5fb9f/927e4c07-516b-4409-8277-3871907cc455/4285b8b3-a2a0-4796-b8db-8550ad10760c) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:44:42.825651 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Publish callbacks [] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:42.888082 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:42.969407 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Network f1305e29-e645-4be9-a30a-7a4e26c5fb9f is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:44:42.977528 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:42.983032 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Pushing event updated for resources: {'Port': ['ID=4285b8b3-a2a0-4796-b8db-8550ad10760c,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:42.986312 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:44:42.986409 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606201'] for router_interface (1d12dffa-d4fd-4290-8352-31186e49e1f7), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:43.192765 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:43.243477 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Provisioning complete for port 4285b8b3-a2a0-4796-b8db-8550ad10760c triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:43.243869 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:43.244214 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Attempt 1 to provision port 4285b8b3-a2a0-4796-b8db-8550ad10760c Oct 28 19:44:43.275087 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Port 4285b8b3-a2a0-4796-b8db-8550ad10760c cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:44:43.447291 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Publish callbacks [] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:43.451208 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:43.451948 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606317'] for router_interface (1d12dffa-d4fd-4290-8352-31186e49e1f7), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:43.527021 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Pushing event updated for resources: {'Port': ['ID=4285b8b3-a2a0-4796-b8db-8550ad10760c,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:43.575159 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Network f1305e29-e645-4be9-a30a-7a4e26c5fb9f is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:44:43.576462 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:43.731914 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Router 1d12dffa-d4fd-4290-8352-31186e49e1f7 is scheduled to L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:44:43.776352 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Attempt 2 to provision port 4285b8b3-a2a0-4796-b8db-8550ad10760c Oct 28 19:44:43.807947 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Port 4285b8b3-a2a0-4796-b8db-8550ad10760c cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:44:43.820420 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:44:43.825761 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-96c1eeb4-41d0-4b0b-a693-97844988814a demo admin] 10.222.0.64 "PUT /v2.0/routers/1d12dffa-d4fd-4290-8352-31186e49e1f7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7534792 Oct 28 19:44:43.831283 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Sync routers for ids ['1d12dffa-d4fd-4290-8352-31186e49e1f7'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:44:43.843581 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Routers {'1d12dffa-d4fd-4290-8352-31186e49e1f7'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:44:43.844896 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:44:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['1d12dffa-d4fd-4290-8352-31186e49e1f7'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:44.028293 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Set router 1d12dffa-d4fd-4290-8352-31186e49e1f7 gateway port host: None {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:44:44.309620 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Attempt 3 to provision port 4285b8b3-a2a0-4796-b8db-8550ad10760c Oct 28 19:44:44.343450 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Port 4285b8b3-a2a0-4796-b8db-8550ad10760c cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:44:44.445812 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'name': 'router1', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:32Z', 'updated_at': '2022-10-28T19:44:43Z', 'revision_number': 2, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'gw_port_host': None, '_interfaces': [{'id': '4285b8b3-a2a0-4796-b8db-8550ad10760c', 'name': '', 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'mac_address': 'fa:16:3e:79:24:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '927e4c07-516b-4409-8277-3871907cc455', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:42Z', 'updated_at': '2022-10-28T19:44:43Z', 'revision_number': 2, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'subnets': [{'id': '927e4c07-516b-4409-8277-3871907cc455', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95228459-34ed-4143-9fb8-2c672711a623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:44.495599 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Checking router: 1d12dffa-d4fd-4290-8352-31186e49e1f7 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:44:44.495974 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Updating router 1d12dffa-d4fd-4290-8352-31186e49e1f7 port 4285b8b3-a2a0-4796-b8db-8550ad10760c binding host dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:44:44.549306 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:44.805820 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 5 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:44:44.845188 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Attempt 4 to provision port 4285b8b3-a2a0-4796-b8db-8550ad10760c Oct 28 19:44:44.876598 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Port 4285b8b3-a2a0-4796-b8db-8550ad10760c cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:44:45.061722 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Publish callbacks [] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:45.069378 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:45.185348 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Pushing event updated for resources: {'Port': ['ID=4285b8b3-a2a0-4796-b8db-8550ad10760c,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:45.211455 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.211800 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.212147 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.212486 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.212816 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.213142 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.213488 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.213817 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.214140 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.214466 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.214788 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.215107 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.215426 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Tracked resource versions report: Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: pushed versions: Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: { 'AddressGroup': {'1.2'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'ConntrackHelper': {'1.0'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'Log': {'1.0'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'Network': {'1.1'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'Port': {'1.7'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'PortForwarding': {'1.2'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'QosPolicy': {'1.10'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'SecurityGroup': {'1.5'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'SubPort': {'1.0'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'Subnet': {'1.1'}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'Trunk': {'1.1'}} Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: consumer versions: Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: { DHCP agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: L3 agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: Metadata agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: Metering agent@dv-cinder-862894-1-smb: {}, Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: Open vSwitch agent@dv-cinder-862894-1-smb: { 'AddressGroup': '1.2', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'ConntrackHelper': '1.0', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'LocalIPAssociation': '1.0', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'Log': '1.0', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'Network': '1.1', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'Port': '1.7', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'PortForwarding': '1.2', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'QosPolicy': '1.10', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'SecurityGroup': '1.5', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'SecurityGroupRule': '1.2', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'SubPort': '1.0', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'Subnet': '1.1', Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: 'Trunk': '1.1'}} Oct 28 19:44:45.216563 dv-cinder-862894-1-smb neutron-server[103762]: {{(pid=103762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:44:45.224806 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Attempting to bind port 4285b8b3-a2a0-4796-b8db-8550ad10760c on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:44:45.225270 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Attempting to bind port 4285b8b3-a2a0-4796-b8db-8550ad10760c by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '8aa74c79-0bf8-4180-a681-33fdcee6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:44:45.225755 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Attempting to bind port 4285b8b3-a2a0-4796-b8db-8550ad10760c on network f1305e29-e645-4be9-a30a-7a4e26c5fb9f {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:44:45.230669 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:44:45.231078 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Checking segment: {'id': '8aa74c79-0bf8-4180-a681-33fdcee6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:44:45.231553 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:45.231937 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Bound using segment: {'id': '8aa74c79-0bf8-4180-a681-33fdcee6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:44:45.232445 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Bound port: 4285b8b3-a2a0-4796-b8db-8550ad10760c, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa74c79-0bf8-4180-a681-33fdcee6c28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:44:45.232830 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:45.294769 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] For port 4285b8b3-a2a0-4796-b8db-8550ad10760c, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:44:45.313930 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] For port 4285b8b3-a2a0-4796-b8db-8550ad10760c, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=4285b8b3-a2a0-4796-b8db-8550ad10760c,segment=NetworkSegment(8aa74c79-0bf8-4180-a681-33fdcee6c28b),segment_id=8aa74c79-0bf8-4180-a681-33fdcee6c28b)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:44:45.319732 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:45.351605 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Routers {'1d12dffa-d4fd-4290-8352-31186e49e1f7'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:44:45.352205 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:44:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['1d12dffa-d4fd-4290-8352-31186e49e1f7'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:45.377629 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Attempt 5 to provision port 4285b8b3-a2a0-4796-b8db-8550ad10760c Oct 28 19:44:45.446795 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4cb25-4c4a-4425-b7af-d5e6f87e7afb None None] Pushing event updated for resources: {'Port': ['ID=4285b8b3-a2a0-4796-b8db-8550ad10760c,revision_number=4']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:45.452365 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] Set router 1d12dffa-d4fd-4290-8352-31186e49e1f7 gateway port host: None {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:44:45.462656 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Current status of the port 4285b8b3-a2a0-4796-b8db-8550ad10760c is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:45.463057 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:45.496506 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] For port 4285b8b3-a2a0-4796-b8db-8550ad10760c, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=4285b8b3-a2a0-4796-b8db-8550ad10760c,segment=NetworkSegment(8aa74c79-0bf8-4180-a681-33fdcee6c28b),segment_id=8aa74c79-0bf8-4180-a681-33fdcee6c28b)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:44:45.500273 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:45.553689 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b46aef-6faa-40de-be36-65c403af656a None None] Pushing event updated for resources: {'Port': ['ID=4285b8b3-a2a0-4796-b8db-8550ad10760c,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:45.630228 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-713119cd-0870-40ee-852f-e5265c0a0220 None None] Provisioning complete for port 4285b8b3-a2a0-4796-b8db-8550ad10760c triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:45.630624 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-713119cd-0870-40ee-852f-e5265c0a0220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:45.630976 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-713119cd-0870-40ee-852f-e5265c0a0220 None None] Attempt 1 to provision port 4285b8b3-a2a0-4796-b8db-8550ad10760c Oct 28 19:44:45.663755 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'name': 'router1', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:32Z', 'updated_at': '2022-10-28T19:44:43Z', 'revision_number': 2, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'gw_port_host': None, '_interfaces': [{'id': '4285b8b3-a2a0-4796-b8db-8550ad10760c', 'name': '', 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'mac_address': 'fa:16:3e:79:24:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '927e4c07-516b-4409-8277-3871907cc455', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:42Z', 'updated_at': '2022-10-28T19:44:45Z', 'revision_number': 4, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'subnets': [{'id': '927e4c07-516b-4409-8277-3871907cc455', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95228459-34ed-4143-9fb8-2c672711a623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:45.688359 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53173a50-3faf-46ff-84e0-10245230cd2a None None] The sync data for ids ['1d12dffa-d4fd-4290-8352-31186e49e1f7'] in dv-cinder-862894-1-smb is: [{'id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'name': 'router1', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:32Z', 'updated_at': '2022-10-28T19:44:43Z', 'revision_number': 2, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'gw_port_host': None, '_interfaces': [{'id': '4285b8b3-a2a0-4796-b8db-8550ad10760c', 'name': '', 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'mac_address': 'fa:16:3e:79:24:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '927e4c07-516b-4409-8277-3871907cc455', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:42Z', 'updated_at': '2022-10-28T19:44:45Z', 'revision_number': 4, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'subnets': [{'id': '927e4c07-516b-4409-8277-3871907cc455', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95228459-34ed-4143-9fb8-2c672711a623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:44:45.707251 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-713119cd-0870-40ee-852f-e5265c0a0220 None None] Current status of the port 4285b8b3-a2a0-4796-b8db-8550ad10760c is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:46.327588 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42152) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:46.439528 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc02f3-6139-4581-a7a9-c52beaccd560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:46.440836 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-3adc02f3-6139-4581-a7a9-c52beaccd560 admin admin] 10.222.0.64 "GET /v2.0/networks/8dc1baf3-7b1b-4412-aa64-1c8128bf512c HTTP/1.1" status: 200 len: 842 time: 0.1122785 Oct 28 19:44:46.450911 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Request body: {'subnet': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'ip_version': 4, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:46.475571 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Made reservation on behalf of 098a36ed699643598338e53a6c5e3957 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:44:46.478305 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:46.783971 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.objects.ports [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103756) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 28 19:44:46.784321 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for subnet (38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:46.837752 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:46.850841 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Checking segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:44:46.851197 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Network hostable DHCP agents. Network: 8dc1baf3-7b1b-4412-aa64-1c8128bf512c, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:44:46.871505 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:44:46.882410 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, 8dc1baf3-7b1b-4412-aa64-1c8128bf512c) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:46.886904 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:46.887532 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:46.892145 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7adf2e9-d1c2-45d4-9ccd-349dd469f8d9 None None] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:44:46.911997 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-a81a1418-c253-41b1-9f0c-8431a35ce0f6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4567649 Oct 28 19:44:47.008280 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1570a845-1b70-4505-916c-5d8ad580903a None None] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:44:49.382136 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42160) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:49.523161 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-9aa8d713-7351-409c-88be-f520a6f2e098 demo admin] 10.222.0.64 "GET /v2.0/routers/1d12dffa-d4fd-4290-8352-31186e49e1f7 HTTP/1.1" status: 200 len: 710 time: 0.1398122 Oct 28 19:44:49.611653 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004761c3-8336-4823-85d9-13cdc00bb072 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:44:49.612938 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-004761c3-8336-4823-85d9-13cdc00bb072 demo admin] 10.222.0.64 "GET /v2.0/networks/8dc1baf3-7b1b-4412-aa64-1c8128bf512c HTTP/1.1" status: 200 len: 886 time: 0.0842164 Oct 28 19:44:49.621869 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:44:49.856918 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Publish callbacks [] for router_gateway (1d12dffa-d4fd-4290-8352-31186e49e1f7), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:50.156452 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Publish callbacks [] for router_gateway (1d12dffa-d4fd-4290-8352-31186e49e1f7), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:50.232723 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:50.334658 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Allocated IP 172.28.3.57 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/eafcc584-b12b-485d-ac3c-1226152780da) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:44:50.438786 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Publish callbacks [] for port (eafcc584-b12b-485d-ac3c-1226152780da), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:50.473377 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (eafcc584-b12b-485d-ac3c-1226152780da), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:50.509181 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:44:50.510519 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:44:50.517910 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:44:50.522550 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Pushing event updated for resources: {'Port': ['ID=eafcc584-b12b-485d-ac3c-1226152780da,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:50.754201 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Publish callbacks [] for router_gateway (1d12dffa-d4fd-4290-8352-31186e49e1f7), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:50.940696 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1608983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1605745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6358'] for router (1d12dffa-d4fd-4290-8352-31186e49e1f7), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:50.944719 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1608990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1609189', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1605752'] for router (1d12dffa-d4fd-4290-8352-31186e49e1f7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:51.055089 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Router 1d12dffa-d4fd-4290-8352-31186e49e1f7 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:44:51.162275 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:44:51.166633 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:51.167776 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-a1b58ed8-9385-4721-8cdc-745d18270acf demo admin] 10.222.0.64 "PUT /v2.0/routers/1d12dffa-d4fd-4290-8352-31186e49e1f7 HTTP/1.1" status: 200 len: 889 time: 1.5490692 Oct 28 19:44:53.422620 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 4285b8b3-a2a0-4796-b8db-8550ad10760c up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:44:53.472143 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 4285b8b3-a2a0-4796-b8db-8550ad10760c triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:53.472539 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:53.472887 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 4285b8b3-a2a0-4796-b8db-8550ad10760c Oct 28 19:44:53.549299 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 4285b8b3-a2a0-4796-b8db-8550ad10760c is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:53.758136 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42172) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:44:53.876480 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-a7d5a731-ce0e-42d3-84dd-857a8b4a5073 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1170292 Oct 28 19:44:54.483132 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Sync routers for ids ['1d12dffa-d4fd-4290-8352-31186e49e1f7'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:44:54.498469 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Routers {'1d12dffa-d4fd-4290-8352-31186e49e1f7'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:44:54.499217 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:44:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['1d12dffa-d4fd-4290-8352-31186e49e1f7'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:54.703550 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Set router 1d12dffa-d4fd-4290-8352-31186e49e1f7 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:44:55.160775 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'name': 'router1', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eafcc584-b12b-485d-ac3c-1226152780da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:32Z', 'updated_at': '2022-10-28T19:44:50Z', 'revision_number': 4, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'gw_port': {'id': 'eafcc584-b12b-485d-ac3c-1226152780da', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:50Z', 'updated_at': '2022-10-28T19:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '4285b8b3-a2a0-4796-b8db-8550ad10760c', 'name': '', 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'mac_address': 'fa:16:3e:79:24:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '927e4c07-516b-4409-8277-3871907cc455', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:42Z', 'updated_at': '2022-10-28T19:44:45Z', 'revision_number': 5, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'subnets': [{'id': '927e4c07-516b-4409-8277-3871907cc455', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95228459-34ed-4143-9fb8-2c672711a623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:55.212022 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Checking router: 1d12dffa-d4fd-4290-8352-31186e49e1f7 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:44:55.212022 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Updating router 1d12dffa-d4fd-4290-8352-31186e49e1f7 port eafcc584-b12b-485d-ac3c-1226152780da binding host dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:44:55.270097 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (eafcc584-b12b-485d-ac3c-1226152780da), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:55.580557 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Publish callbacks [] for port (eafcc584-b12b-485d-ac3c-1226152780da), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:55.595194 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (eafcc584-b12b-485d-ac3c-1226152780da), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:55.631010 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Attempting to bind port eafcc584-b12b-485d-ac3c-1226152780da on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:44:55.631491 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Attempting to bind port eafcc584-b12b-485d-ac3c-1226152780da by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:44:55.631871 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Attempting to bind port eafcc584-b12b-485d-ac3c-1226152780da on network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:44:55.640906 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:44:55.641286 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Checking segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:44:55.641736 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:55.642576 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Bound using segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:44:55.642576 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Bound port: eafcc584-b12b-485d-ac3c-1226152780da, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:44:55.642979 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (eafcc584-b12b-485d-ac3c-1226152780da), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:55.668585 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3653b9-3d9d-46eb-a346-97fb06004ee3 None None] Pushing event updated for resources: {'Port': ['ID=eafcc584-b12b-485d-ac3c-1226152780da,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:55.697977 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] For port eafcc584-b12b-485d-ac3c-1226152780da, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:44:55.701170 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] For port eafcc584-b12b-485d-ac3c-1226152780da, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=eafcc584-b12b-485d-ac3c-1226152780da,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:44:55.707983 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (eafcc584-b12b-485d-ac3c-1226152780da), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:55.741799 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Routers {'1d12dffa-d4fd-4290-8352-31186e49e1f7'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:44:55.742363 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:44:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['1d12dffa-d4fd-4290-8352-31186e49e1f7'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:55.804160 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3653b9-3d9d-46eb-a346-97fb06004ee3 None None] Pushing event updated for resources: {'Port': ['ID=eafcc584-b12b-485d-ac3c-1226152780da,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:55.873576 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] Set router 1d12dffa-d4fd-4290-8352-31186e49e1f7 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:44:56.089154 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'name': 'router1', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eafcc584-b12b-485d-ac3c-1226152780da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:32Z', 'updated_at': '2022-10-28T19:44:50Z', 'revision_number': 4, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'gw_port': {'id': 'eafcc584-b12b-485d-ac3c-1226152780da', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:50Z', 'updated_at': '2022-10-28T19:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '4285b8b3-a2a0-4796-b8db-8550ad10760c', 'name': '', 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'mac_address': 'fa:16:3e:79:24:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '927e4c07-516b-4409-8277-3871907cc455', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:42Z', 'updated_at': '2022-10-28T19:44:45Z', 'revision_number': 5, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'subnets': [{'id': '927e4c07-516b-4409-8277-3871907cc455', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95228459-34ed-4143-9fb8-2c672711a623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:44:56.114424 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc5a725-feeb-41e9-be01-b9add17ab3ec None None] The sync data for ids ['1d12dffa-d4fd-4290-8352-31186e49e1f7'] in dv-cinder-862894-1-smb is: [{'id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'name': 'router1', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'eafcc584-b12b-485d-ac3c-1226152780da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:44:32Z', 'updated_at': '2022-10-28T19:44:50Z', 'revision_number': 4, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'gw_port': {'id': 'eafcc584-b12b-485d-ac3c-1226152780da', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:6a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:50Z', 'updated_at': '2022-10-28T19:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '4285b8b3-a2a0-4796-b8db-8550ad10760c', 'name': '', 'network_id': 'f1305e29-e645-4be9-a30a-7a4e26c5fb9f', 'tenant_id': '1ac9184f4d844e448a19b32292f46a1a', 'mac_address': 'fa:16:3e:79:24:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d12dffa-d4fd-4290-8352-31186e49e1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '927e4c07-516b-4409-8277-3871907cc455', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:44:42Z', 'updated_at': '2022-10-28T19:44:45Z', 'revision_number': 5, 'project_id': '1ac9184f4d844e448a19b32292f46a1a', 'subnets': [{'id': '927e4c07-516b-4409-8277-3871907cc455', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95228459-34ed-4143-9fb8-2c672711a623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:44:57.430330 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device eafcc584-b12b-485d-ac3c-1226152780da up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:44:57.486242 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port eafcc584-b12b-485d-ac3c-1226152780da triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:57.486647 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (eafcc584-b12b-485d-ac3c-1226152780da), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:57.486999 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port eafcc584-b12b-485d-ac3c-1226152780da Oct 28 19:44:57.572585 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port eafcc584-b12b-485d-ac3c-1226152780da is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:44:57.573000 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (eafcc584-b12b-485d-ac3c-1226152780da), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:57.602185 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port eafcc584-b12b-485d-ac3c-1226152780da, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=eafcc584-b12b-485d-ac3c-1226152780da,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:44:57.608961 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (eafcc584-b12b-485d-ac3c-1226152780da), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:57.678860 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=eafcc584-b12b-485d-ac3c-1226152780da,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:44:59.466257 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device eafcc584-b12b-485d-ac3c-1226152780da up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:44:59.575976 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port eafcc584-b12b-485d-ac3c-1226152780da triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:44:59.576658 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (eafcc584-b12b-485d-ac3c-1226152780da), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:44:59.578386 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port eafcc584-b12b-485d-ac3c-1226152780da Oct 28 19:44:59.721651 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port eafcc584-b12b-485d-ac3c-1226152780da is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:45:06.428272 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-06ca6371-b2ab-4c55-bf9d-e831785907f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:08.589983 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c216c3dd-698c-42f5-a0c7-3b38f4bc24df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:09.788820 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:11.353796 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:12.636230 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:21.764433 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 5 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:45:36.437905 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e95c8b27-da7e-4ed7-b7e3-9094798c3de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:38.594087 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-99dfcdeb-c298-492c-a7f0-f9b1cc74fdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:39.783742 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:41.353051 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:42.634249 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:45:58.762822 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 5 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:46:06.430334 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4fc9190e-33dc-42ed-862a-715c66324ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:08.598058 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ebb7-f298-4e12-8e12-63e1ea7bab06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:09.786175 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:11.355767 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:12.628963 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:16.834700 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42656) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:16.895824 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.pecan_wsgi.hooks.translation [None req-2083ab8c-22b1-4760-a458-9e07fe3ae7e4 admin admin] GET failed (client error): The resource could not be found. Oct 28 19:46:16.897101 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-2083ab8c-22b1-4760-a458-9e07fe3ae7e4 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614512 Oct 28 19:46:17.139554 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb1f1a8-3051-49aa-a129-abaf275cd2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:17.140994 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7eb1f1a8-3051-49aa-a129-abaf275cd2a5 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2397318 Oct 28 19:46:19.481051 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42666) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:19.571787 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c121cac3-c0b4-4b68-9f31-f72e5bbab7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:19.573161 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-c121cac3-c0b4-4b68-9f31-f72e5bbab7c3 admin admin] 10.222.0.64 "GET /v2.0/subnets/927e4c07-516b-4409-8277-3871907cc455 HTTP/1.1" status: 200 len: 849 time: 0.0910850 Oct 28 19:46:19.583023 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:46:19.669962 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Publish callbacks [] for subnet (927e4c07-516b-4409-8277-3871907cc455), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:19.813161 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727764989067'] for subnet (927e4c07-516b-4409-8277-3871907cc455), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:19.843711 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:19.844831 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:19.846399 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] 10.222.0.64 "PUT /v2.0/subnets/927e4c07-516b-4409-8277-3871907cc455 HTTP/1.1" status: 200 len: 868 time: 0.2669618 Oct 28 19:46:19.860566 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691acd3d-adce-42cc-b7b4-61cb639b2423 None None] Network f1305e29-e645-4be9-a30a-7a4e26c5fb9f requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:46:19.866925 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=927e4c07-516b-4409-8277-3871907cc455,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:46:19.876015 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.876392 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.876819 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.877198 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.877597 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.877953 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.878290 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.878626 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.878962 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.879316 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.879665 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.879995 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:19.880326 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f3274-e6c5-4c4c-b578-eb5900d707f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:46:20.199398 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c3f54b94-92f3-4ee6-abaf-ea11aa864f7f None None] Provisioning complete for port 4285b8b3-a2a0-4796-b8db-8550ad10760c triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:46:20.199794 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c3f54b94-92f3-4ee6-abaf-ea11aa864f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (4285b8b3-a2a0-4796-b8db-8550ad10760c), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:20.200143 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c3f54b94-92f3-4ee6-abaf-ea11aa864f7f None None] Attempt 1 to provision port 4285b8b3-a2a0-4796-b8db-8550ad10760c Oct 28 19:46:20.274942 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c3f54b94-92f3-4ee6-abaf-ea11aa864f7f None None] Current status of the port 4285b8b3-a2a0-4796-b8db-8550ad10760c is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:46:20.285104 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c3f54b94-92f3-4ee6-abaf-ea11aa864f7f None None] Provisioning complete for port 17830fe0-837c-4206-8428-63bea08ccc58 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:46:20.285514 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c3f54b94-92f3-4ee6-abaf-ea11aa864f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (17830fe0-837c-4206-8428-63bea08ccc58), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:20.285850 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c3f54b94-92f3-4ee6-abaf-ea11aa864f7f None None] Attempt 1 to provision port 17830fe0-837c-4206-8428-63bea08ccc58 Oct 28 19:46:20.354200 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c3f54b94-92f3-4ee6-abaf-ea11aa864f7f None None] Current status of the port 17830fe0-837c-4206-8428-63bea08ccc58 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:46:22.209712 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42674) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:22.406869 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7879a45e-67ce-4d96-b170-9474c2301f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:22.407274 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7879a45e-67ce-4d96-b170-9474c2301f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:22.408827 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7879a45e-67ce-4d96-b170-9474c2301f9e admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981204 Oct 28 19:46:24.766460 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42682) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:24.897771 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898ab8ce-9db9-4d0c-9802-c74a59c192b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:24.898248 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898ab8ce-9db9-4d0c-9802-c74a59c192b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:24.899788 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-898ab8ce-9db9-4d0c-9802-c74a59c192b8 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324394 Oct 28 19:46:27.242900 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42690) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:27.368616 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c0dd3a-482f-422d-a7c0-536da28f9fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:27.370041 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-d6c0dd3a-482f-422d-a7c0-536da28f9fa5 admin admin] 10.222.0.64 "GET /v2.0/networks/8dc1baf3-7b1b-4412-aa64-1c8128bf512c HTTP/1.1" status: 200 len: 886 time: 0.1261783 Oct 28 19:46:29.737864 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42698) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:29.867297 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1532433e-cf47-45ed-bea0-599926b80200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:29.868689 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-1532433e-cf47-45ed-bea0-599926b80200 admin admin] 10.222.0.64 "GET /v2.0/networks/f1305e29-e645-4be9-a30a-7a4e26c5fb9f HTTP/1.1" status: 200 len: 869 time: 0.1300106 Oct 28 19:46:32.232005 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 42706) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:32.360772 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d068f9d-d1c8-4f25-a1bf-94ba039abc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:32.361222 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d068f9d-d1c8-4f25-a1bf-94ba039abc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:32.362793 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-2d068f9d-d1c8-4f25-a1bf-94ba039abc10 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292276 Oct 28 19:46:34.711283 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42716) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:34.835501 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fe3568-ab4c-4e7b-97c0-3c6882b46111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:34.835873 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fe3568-ab4c-4e7b-97c0-3c6882b46111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:34.837442 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-96fe3568-ab4c-4e7b-97c0-3c6882b46111 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251707 Oct 28 19:46:35.760553 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 5 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:46:36.433339 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bc802069-bb1a-43af-8c47-2e03abfc383e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:37.181258 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42724) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:37.267098 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41e3768-1a65-4098-925b-7f642f1f01da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:37.268452 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-c41e3768-1a65-4098-925b-7f642f1f01da admin admin] 10.222.0.64 "GET /v2.0/subnets/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79 HTTP/1.1" status: 200 len: 816 time: 0.0862153 Oct 28 19:46:38.602151 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-211d3303-666b-4287-b2d1-2e7882ceee6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:39.624380 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42732) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:46:39.714894 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441764ec-3fb2-4e0d-b221-345116300464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:46:39.716266 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-441764ec-3fb2-4e0d-b221-345116300464 admin admin] 10.222.0.64 "GET /v2.0/subnets/927e4c07-516b-4409-8277-3871907cc455 HTTP/1.1" status: 200 len: 868 time: 0.0909336 Oct 28 19:46:39.790362 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:41.358845 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:46:42.631309 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:05.799494 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42786) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:47:05.846891 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [None req-99f5b639-6f2e-4d51-a560-dfe2b60605b5 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:47:05.847900 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-99f5b639-6f2e-4d51-a560-dfe2b60605b5 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474415 Oct 28 19:47:06.435952 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8c5337e5-c46e-472e-a5b9-272b38f625d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:08.279633 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42794) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:47:08.343556 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae35adaf-f0da-4374-86e1-8d2f98b38546 admin admin] GET failed (client error): The resource could not be found. Oct 28 19:47:08.344866 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-ae35adaf-f0da-4374-86e1-8d2f98b38546 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642970 Oct 28 19:47:08.426757 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b371d7-0825-4e2f-a7ec-99a381b6fd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:47:08.428232 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-71b371d7-0825-4e2f-a7ec-99a381b6fd0c admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0793214 Oct 28 19:47:08.604911 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d806153a-d3bb-4dc0-9814-292ebe0bc5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:09.791063 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:10.820609 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42802) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:47:10.867869 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:47:10.887281 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] Made reservation on behalf of 098a36ed699643598338e53a6c5e3957 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:47:10.889776 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:10.918701 dv-cinder-862894-1-smb neutron-server[103756]: WARNING neutron.services.revisions.revision_plugin [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] Could not find related network for resource to bump revision. Oct 28 19:47:10.934097 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:47:10.943926 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (edce3b2a-4ebb-4b96-8860-f6e90b114706), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:10.944265 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.segments_db [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] Added segment edce3b2a-4ebb-4b96-8860-f6e90b114706 of type vlan for network d26e6167-3a49-4283-97a4-0861b2fbeb23 Oct 28 19:47:10.990182 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (d26e6167-3a49-4283-97a4-0861b2fbeb23), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:11.014571 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (d26e6167-3a49-4283-97a4-0861b2fbeb23), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:11.015638 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:47:11.016223 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:11.067200 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2454278 Oct 28 19:47:11.077895 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb07a6-4200-4057-a48a-b6801004c9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=d26e6167-3a49-4283-97a4-0861b2fbeb23,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:47:11.098952 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network d26e6167-3a49-4283-97a4-0861b2fbeb23 details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:47:11.364215 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:12.636124 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:12.758647 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 5 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:47:13.421749 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42810) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:47:13.489194 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee9e3bf-c7d8-43cd-a6b0-cdc4cab58cd9 admin admin] GET failed (client error): The resource could not be found. Oct 28 19:47:13.490481 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-9ee9e3bf-c7d8-43cd-a6b0-cdc4cab58cd9 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0677125 Oct 28 19:47:13.560438 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d8ba6-b782-40e5-8a10-afdd1587498d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:47:13.561878 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-b27d8ba6-b782-40e5-8a10-afdd1587498d admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674474 Oct 28 19:47:13.571345 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23', 'name': 'shared-subnet'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:47:13.589600 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] Made reservation on behalf of 098a36ed699643598338e53a6c5e3957 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:47:13.591738 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:13.751343 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for subnet (d18d0257-8c97-4679-be9d-6482af7c1f1b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:13.801447 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18d0257-8c97-4679-be9d-6482af7c1f1b,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:47:13.811152 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] Checking segment: {'id': 'edce3b2a-4ebb-4b96-8860-f6e90b114706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:47:13.811500 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] Network hostable DHCP agents. Network: d26e6167-3a49-4283-97a4-0861b2fbeb23, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:47:13.826885 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] Network d26e6167-3a49-4283-97a4-0861b2fbeb23 is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:47:13.834918 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, d26e6167-3a49-4283-97a4-0861b2fbeb23) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:47:13.839108 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:47:13.840317 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:13.844727 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81088916-238f-44e5-9afc-3de760fdf38a None None] Network d26e6167-3a49-4283-97a4-0861b2fbeb23 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:47:13.856431 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e0f59841-7fc7-4b09-8028-476d0068136f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2883394 Oct 28 19:47:13.947716 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5142abc3-3012-57d9-acdb-166ebcb134d1-d26e6167-3a49-4283-97a4-0861b2fbeb23', 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23', 'project_id': '098a36ed699643598338e53a6c5e3957', 'fixed_ips': [{'subnet_id': 'd18d0257-8c97-4679-be9d-6482af7c1f1b'}]}} from dv-cinder-862894-1-smb. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:47:13.948584 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:14.090621 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Allocated IP 192.168.233.2 (d26e6167-3a49-4283-97a4-0861b2fbeb23/d18d0257-8c97-4679-be9d-6482af7c1f1b/9f9a1e43-8004-4d25-baf1-f7358269d513) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:47:14.327110 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Publish callbacks [] for port (9f9a1e43-8004-4d25-baf1-f7358269d513), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:14.333522 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (9f9a1e43-8004-4d25-baf1-f7358269d513), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:14.377524 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Network d26e6167-3a49-4283-97a4-0861b2fbeb23 is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:47:14.380556 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Pushing event updated for resources: {'Port': ['ID=9f9a1e43-8004-4d25-baf1-f7358269d513,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:47:14.382876 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:47:14.385571 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:47:14.392204 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.392556 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.392923 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.393266 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.393623 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.393960 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.394288 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.394635 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.394947 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.395287 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.395623 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.395945 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.396264 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:47:14.455559 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Attempting to bind port 9f9a1e43-8004-4d25-baf1-f7358269d513 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:47:14.455951 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Attempting to bind port 9f9a1e43-8004-4d25-baf1-f7358269d513 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'edce3b2a-4ebb-4b96-8860-f6e90b114706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:47:14.456327 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Attempting to bind port 9f9a1e43-8004-4d25-baf1-f7358269d513 on network d26e6167-3a49-4283-97a4-0861b2fbeb23 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:47:14.461477 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:47:14.461859 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Checking segment: {'id': 'edce3b2a-4ebb-4b96-8860-f6e90b114706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:47:14.462524 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:14.462927 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Bound using segment: {'id': 'edce3b2a-4ebb-4b96-8860-f6e90b114706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:47:14.463395 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Bound port: 9f9a1e43-8004-4d25-baf1-f7358269d513, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edce3b2a-4ebb-4b96-8860-f6e90b114706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:47:14.463785 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (9f9a1e43-8004-4d25-baf1-f7358269d513), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:14.524765 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] For port 9f9a1e43-8004-4d25-baf1-f7358269d513, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:47:14.528178 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] For port 9f9a1e43-8004-4d25-baf1-f7358269d513, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=9f9a1e43-8004-4d25-baf1-f7358269d513,segment=NetworkSegment(edce3b2a-4ebb-4b96-8860-f6e90b114706),segment_id=edce3b2a-4ebb-4b96-8860-f6e90b114706)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:47:14.534565 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (9f9a1e43-8004-4d25-baf1-f7358269d513), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:14.584490 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8628b7-435d-4bfd-b17a-4c8234de95f5 None None] Pushing event updated for resources: {'Port': ['ID=9f9a1e43-8004-4d25-baf1-f7358269d513,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:47:15.440943 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfb7576-731c-4599-8950-0ffc6afa50d0 None None] Network d26e6167-3a49-4283-97a4-0861b2fbeb23 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:47:15.514260 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-27608eba-c2a1-482f-a856-23d85be3e758 None None] Provisioning complete for port 9f9a1e43-8004-4d25-baf1-f7358269d513 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:47:15.514691 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-27608eba-c2a1-482f-a856-23d85be3e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (9f9a1e43-8004-4d25-baf1-f7358269d513), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:15.515056 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-27608eba-c2a1-482f-a856-23d85be3e758 None None] Attempt 1 to provision port 9f9a1e43-8004-4d25-baf1-f7358269d513 Oct 28 19:47:15.541603 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 9f9a1e43-8004-4d25-baf1-f7358269d513 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:47:15.678380 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-27608eba-c2a1-482f-a856-23d85be3e758 None None] Current status of the port 9f9a1e43-8004-4d25-baf1-f7358269d513 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:47:15.678776 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-27608eba-c2a1-482f-a856-23d85be3e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (9f9a1e43-8004-4d25-baf1-f7358269d513), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:15.681878 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 9f9a1e43-8004-4d25-baf1-f7358269d513 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:47:15.682263 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (9f9a1e43-8004-4d25-baf1-f7358269d513), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:15.682606 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 9f9a1e43-8004-4d25-baf1-f7358269d513 Oct 28 19:47:15.741834 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-27608eba-c2a1-482f-a856-23d85be3e758 None None] For port 9f9a1e43-8004-4d25-baf1-f7358269d513, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=9f9a1e43-8004-4d25-baf1-f7358269d513,segment=NetworkSegment(edce3b2a-4ebb-4b96-8860-f6e90b114706),segment_id=edce3b2a-4ebb-4b96-8860-f6e90b114706)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:47:15.753984 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-27608eba-c2a1-482f-a856-23d85be3e758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (9f9a1e43-8004-4d25-baf1-f7358269d513), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:15.813487 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 9f9a1e43-8004-4d25-baf1-f7358269d513 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:47:15.835617 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27608eba-c2a1-482f-a856-23d85be3e758 None None] Pushing event updated for resources: {'Port': ['ID=9f9a1e43-8004-4d25-baf1-f7358269d513,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:47:15.875138 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-cbbe62d5-133b-44b2-869e-94313f21efe0 None None] Provisioning complete for port 9f9a1e43-8004-4d25-baf1-f7358269d513 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:47:15.875537 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cbbe62d5-133b-44b2-869e-94313f21efe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (9f9a1e43-8004-4d25-baf1-f7358269d513), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:15.876285 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-cbbe62d5-133b-44b2-869e-94313f21efe0 None None] Attempt 1 to provision port 9f9a1e43-8004-4d25-baf1-f7358269d513 Oct 28 19:47:15.951295 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe62d5-133b-44b2-869e-94313f21efe0 None None] Current status of the port 9f9a1e43-8004-4d25-baf1-f7358269d513 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:47:17.485130 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 9f9a1e43-8004-4d25-baf1-f7358269d513 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:47:17.534348 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 9f9a1e43-8004-4d25-baf1-f7358269d513 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:47:17.534748 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (9f9a1e43-8004-4d25-baf1-f7358269d513), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:17.535097 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 9f9a1e43-8004-4d25-baf1-f7358269d513 Oct 28 19:47:17.606160 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 9f9a1e43-8004-4d25-baf1-f7358269d513 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:47:36.439136 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-5a593b67-9f01-43ba-b1b0-737f152d18c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:38.609236 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-73787ec1-768c-4a5d-864d-1fc67c17d2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:39.794102 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:41.364523 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:42.630127 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:47:49.757020 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 5 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:48:06.444072 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-f5b7ee57-164e-4d18-b53e-a72b10256026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:08.610871 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-14b14d23-11eb-4bcb-95ea-330a4486bd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:09.797206 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:11.366430 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:12.632157 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:26.754607 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 5 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:48:36.447139 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6a062868-bead-4238-aac0-183a7c746fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:38.613523 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b99eb7c1-3d37-4eb5-a731-3b4b3b9ebaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:39.801703 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:41.368284 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:41.481189 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42854) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:48:41.487048 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [None req-1fb6eb00-8535-451b-9994-14f1adebeb7f tempest-verify_tempest_config-184141329 tempest-verify_tempest_config-184141329-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:48:41.488015 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-1fb6eb00-8535-451b-9994-14f1adebeb7f tempest-verify_tempest_config-184141329 tempest-verify_tempest_config-184141329-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058250 Oct 28 19:48:41.771423 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 42872) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:48:41.872081 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:41.947439 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Publish callbacks [] for security_group (570d2205-d3e0-454b-bde8-8d5174b388b7), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:41.951222 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (570d2205-d3e0-454b-bde8-8d5174b388b7), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:41.993629 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570d2205-d3e0-454b-bde8-8d5174b388b7,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:48:41.998035 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57b59abf05f5427c862dc13ff7c5f109&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2256391 Oct 28 19:48:42.001014 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 42876) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:48:42.002726 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.003094 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.003465 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.003807 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.004138 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.004470 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.004798 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.005123 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.005473 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.005902 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.006154 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.006475 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.006795 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b1165-e682-4a2d-a1c8-c8659bad1095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.056311 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Publish callbacks [] for security_group (570d2205-d3e0-454b-bde8-8d5174b388b7), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:42.076759 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Publish callbacks [] for security_group (570d2205-d3e0-454b-bde8-8d5174b388b7), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:42.171038 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (570d2205-d3e0-454b-bde8-8d5174b388b7), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:42.173699 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:48:42.174839 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/570d2205-d3e0-454b-bde8-8d5174b388b7 HTTP/1.1" status: 204 len: 168 time: 0.1728306 Oct 28 19:48:42.182965 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570d2205-d3e0-454b-bde8-8d5174b388b7,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:48:42.189772 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.190146 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.190502 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.190849 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.191216 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.191627 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.191880 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.192216 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.192553 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.192906 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.193257 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.193620 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.193949 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f0fbc-a2b0-4552-88f5-7b0e40277f5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:48:42.637225 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:03.753013 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 5 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:49:06.449342 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-343ab894-1ca6-4522-b7a4-4bc21ef839e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:08.615666 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-196ab1c6-47a3-4b1b-be41-d9ef187bc6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:09.802927 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:11.372336 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:12.639474 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:36.452289 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ebc55e5b-52d3-4714-9014-682e83abeb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:38.618172 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-f31820ff-cd92-4b4e-a0d3-ebab8c42ff4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:39.804978 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:40.750750 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 5 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:49:41.372481 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:49:42.642555 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:06.454373 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-235c6f34-2d56-48b8-9f6b-961a6e433158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:08.621663 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-886301ec-3a2e-4518-bf89-228ae09dcb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:09.807885 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:11.375408 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:12.643788 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:17.749832 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 5 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:50:26.723354 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1606117'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:36.455690 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-926bb41a-91e4-4498-ace9-2290082434e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:38.621862 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6c17006b-82b1-4d15-a568-707dd32da829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:39.811449 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:41.378292 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:41.474568 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 42948) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:50:41.580124 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-5cba2125-2fdd-4669-905b-b16dca586b2a admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1044326 Oct 28 19:50:42.645899 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:50:43.936762 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 42958) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:50:43.989587 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-0ba064b6-f820-4911-a4f5-458ef86c6e1d admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0517247 Oct 28 19:50:54.749390 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:50:56.673636 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:06.457187 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-be8501c2-ef2a-414c-9de0-3c0d935ec43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:08.623621 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e25738b4-ed6b-49ef-97ef-66303a12a9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:09.813017 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:11.379965 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:12.649679 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:26.685634 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:31.748779 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:51:36.461307 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-97313160-7a37-45df-954e-1885aa34498b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:38.627990 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c73ae375-fc35-4500-887a-b8ec86a4058a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:39.826605 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:41.390152 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:42.653922 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:51:56.683630 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:06.463700 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2bcd4d8-f16e-4e85-ad86-e411b13ea984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:08.630202 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a680c2af-d12b-4a34-a9c1-88176e42fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:08.748607 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:52:09.818435 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:11.389888 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:12.656112 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:26.693362 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.229638 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43124) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:34.421166 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-network', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:34.439958 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Made reservation on behalf of 13a5e7068d3a48b08cc590c2b7d60bd9 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:34.442515 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.557403 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.593766 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43156) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:34.641089 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Publish callbacks [] for security_group (e09a74d9-28d8-448d-a088-ef82402753f3), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.646674 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (e09a74d9-28d8-448d-a088-ef82402753f3), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.671464 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09a74d9-28d8-448d-a088-ef82402753f3,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:34.680590 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.681178 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.681657 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.682208 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.682678 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.683066 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.683437 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.683752 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.684085 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.684561 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.684751 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.685079 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.685413 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Tracked resource versions report: Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: pushed versions: Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: { 'AddressGroup': {'1.2'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'ConntrackHelper': {'1.0'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'Log': {'1.0'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'Network': {'1.1'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'Port': {'1.7'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'PortForwarding': {'1.2'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'QosPolicy': {'1.10'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'SecurityGroup': {'1.5'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'SubPort': {'1.0'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'Subnet': {'1.1'}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'Trunk': {'1.1'}} Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: consumer versions: Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: { DHCP agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: HyperV agent@hv-cinder-86289: {}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: L3 agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: Metadata agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: Metering agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: Open vSwitch agent@dv-cinder-862894-1-smb: { 'AddressGroup': '1.2', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'ConntrackHelper': '1.0', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'LocalIPAssociation': '1.0', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'Log': '1.0', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'Network': '1.1', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'Port': '1.7', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'PortForwarding': '1.2', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'QosPolicy': '1.10', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'SecurityGroup': '1.5', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'SecurityGroupRule': '1.2', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'SubPort': '1.0', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'Subnet': '1.1', Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: 'Trunk': '1.1'}} Oct 28 19:52:34.686536 dv-cinder-862894-1-smb neutron-server[103756]: {{(pid=103756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:52:34.694917 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:52:34.704635 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (bb648bba-4e01-4dff-b772-9071ef69dd04), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.704974 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.segments_db [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Added segment bb648bba-4e01-4dff-b772-9071ef69dd04 of type vlan for network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea Oct 28 19:52:34.750148 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.777064 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.778208 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:34.778892 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.829639 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5988524 Oct 28 19:52:34.833291 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43170) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:34.840763 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Request body: {'subnet': {'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-subnet', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:34.858917 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c55ee-26d1-4596-be1b-f8ac78f5a0ae admin admin] Pushing event updated for resources: {'Network': ['ID=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:34.864492 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Made reservation on behalf of 13a5e7068d3a48b08cc590c2b7d60bd9 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:34.867919 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:34.870923 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:52:35.000476 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43176) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:35.071285 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43182) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:35.074433 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-network', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:35.079689 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for subnet (10a750a5-4b0f-4fcb-b4e7-4d308f703f5d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.136555 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Checking segment: {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:35.137191 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Network hostable DHCP agents. Network: ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:52:35.192974 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Made reservation on behalf of e2537368d29e431a9757a354ffb5e174 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:35.196931 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.209576 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:52:35.217947 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.234801 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:35.246464 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb45b29e-13b7-4ae4-8e74-4a16ffcc8a82 None None] Network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:35.330066 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Publish callbacks [] for security_group (8fa14fb5-af90-45aa-b70a-0ac50d3ce06c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.336486 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:35.337098 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.344474 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (8fa14fb5-af90-45aa-b70a-0ac50d3ce06c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.366828 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:52:35.371153 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5142abc3-3012-57d9-acdb-166ebcb134d1-ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d'}]}} from dv-cinder-862894-1-smb. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:52:35.372076 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.378543 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (aebbf10a-c674-4203-b337-76f336e4edd6), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.378887 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.segments_db [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Added segment aebbf10a-c674-4203-b337-76f336e4edd6 of type vlan for network c81669af-792b-4a7a-835e-b3e1ad3452aa Oct 28 19:52:35.393044 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1009643140-network', 'tenant_id': 'efbb3e5dbbe54e5384441b191923e38a'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:35.412963 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:35.421596 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Made reservation on behalf of efbb3e5dbbe54e5384441b191923e38a for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:35.429804 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.449210 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.469000 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.469961 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.470525 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.471899 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.472439 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.472959 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.474308 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.474892 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.475458 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.477847 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.478415 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.479199 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.479959 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] Tracked resource versions report: Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: pushed versions: Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: { 'AddressGroup': {'1.2'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'ConntrackHelper': {'1.0'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'Log': {'1.0'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'Network': {'1.1'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'Port': {'1.7'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'PortForwarding': {'1.2'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'QosPolicy': {'1.10'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'SecurityGroup': {'1.5'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'SubPort': {'1.0'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'Subnet': {'1.1'}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'Trunk': {'1.1'}} Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: consumer versions: Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: { DHCP agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: HyperV agent@hv-cinder-86289: {}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: L3 agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: Metadata agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: Metering agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: Open vSwitch agent@dv-cinder-862894-1-smb: { 'AddressGroup': '1.2', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'ConntrackHelper': '1.0', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'LocalIPAssociation': '1.0', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'Log': '1.0', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'Network': '1.1', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'Port': '1.7', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'PortForwarding': '1.2', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'QosPolicy': '1.10', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'SecurityGroup': '1.5', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'SecurityGroupRule': '1.2', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'SubPort': '1.0', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'Subnet': '1.1', Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: 'Trunk': '1.1'}} Oct 28 19:52:35.482019 dv-cinder-862894-1-smb neutron-server[103758]: {{(pid=103758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:52:35.504337 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43202) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:35.505275 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-80f48a96-d5bd-4059-8d94-bafb83b931c8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6695371 Oct 28 19:52:35.510388 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:35.535748 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (c81669af-792b-4a7a-835e-b3e1ad3452aa), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.542557 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6387'] for router (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.544173 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Allocated IP 172.20.0.2 (ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea/10a750a5-4b0f-4fcb-b4e7-4d308f703f5d/cc99a29d-e918-4440-96ad-1d9dd19e544d) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:35.544349 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2087092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.582628 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43204) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:35.597726 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa14fb5-af90-45aa-b70a-0ac50d3ce06c,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:35.641131 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (c81669af-792b-4a7a-835e-b3e1ad3452aa), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.648203 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:35.652340 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.679206 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1879200990-network', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:35.701552 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Publish callbacks [] for router_controller (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.754960 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1603298 Oct 28 19:52:35.782995 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43214) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:35.801817 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Publish callbacks [] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.805190 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Made reservation on behalf of b495e45a571743789c68ecdcfe66869b for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:35.805402 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] Request body: {'subnet': {'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-subnet', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:35.808180 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.813763 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.819780 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Publish callbacks [] for security_group (2880a3b2-a673-4552-8447-d406422731b4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.841318 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc52203-4809-4b68-817a-218e823d64d3 admin admin] Pushing event updated for resources: {'Network': ['ID=c81669af-792b-4a7a-835e-b3e1ad3452aa,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:35.858586 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network c81669af-792b-4a7a-835e-b3e1ad3452aa details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:52:35.864058 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.869210 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] Made reservation on behalf of e2537368d29e431a9757a354ffb5e174 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:35.873649 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.883867 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:35.918754 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:35.925126 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:35.931073 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Pushing event updated for resources: {'Port': ['ID=cc99a29d-e918-4440-96ad-1d9dd19e544d,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:35.953883 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Publish callbacks [] for security_group (69e86843-0315-4f2c-a7f1-b15d25720c5a), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.957737 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2880a3b2-a673-4552-8447-d406422731b4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:35.977103 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.977629 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.978096 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.978446 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.978786 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.979122 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.979456 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.979789 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.980124 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.980472 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.980807 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.981134 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.981475 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Tracked resource versions report: Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: pushed versions: Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: { 'AddressGroup': {'1.2'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'ConntrackHelper': {'1.0'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'Log': {'1.0'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'Network': {'1.1'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'Port': {'1.7'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'PortForwarding': {'1.2'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'QosPolicy': {'1.10'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'SecurityGroup': {'1.5'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'SubPort': {'1.0'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'Subnet': {'1.1'}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'Trunk': {'1.1'}} Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: consumer versions: Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: { DHCP agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: HyperV agent@hv-cinder-86289: {}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: L3 agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: Metadata agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: Metering agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: Open vSwitch agent@dv-cinder-862894-1-smb: { 'AddressGroup': '1.2', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'ConntrackHelper': '1.0', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'LocalIPAssociation': '1.0', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'Log': '1.0', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'Network': '1.1', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'Port': '1.7', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'PortForwarding': '1.2', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'QosPolicy': '1.10', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'SecurityGroup': '1.5', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'SecurityGroupRule': '1.2', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'SubPort': '1.0', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'Subnet': '1.1', Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: 'Trunk': '1.1'}} Oct 28 19:52:35.982603 dv-cinder-862894-1-smb neutron-server[103759]: {{(pid=103759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:52:35.998307 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (69e86843-0315-4f2c-a7f1-b15d25720c5a), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.008439 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Publish callbacks [] for router_gateway (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.023780 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Attempting to bind port cc99a29d-e918-4440-96ad-1d9dd19e544d on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:36.024445 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Attempting to bind port cc99a29d-e918-4440-96ad-1d9dd19e544d by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:36.024819 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Attempting to bind port cc99a29d-e918-4440-96ad-1d9dd19e544d on network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:36.031763 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:52:36.035480 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:36.035869 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Checking segment: {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:36.036286 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.037352 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Bound using segment: {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:36.037858 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Bound port: cc99a29d-e918-4440-96ad-1d9dd19e544d, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:36.038895 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.057464 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-681151957-network', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:36.065562 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:52:36.101316 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (36560e30-7efd-48b0-bf28-5b61610a557a), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.101662 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.segments_db [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Added segment 36560e30-7efd-48b0-bf28-5b61610a557a of type vlan for network ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2 Oct 28 19:52:36.115930 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Made reservation on behalf of 09cb8cca1ca8447e996c5c8790747d29 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:36.118827 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.134229 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.141074 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] For port cc99a29d-e918-4440-96ad-1d9dd19e544d, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:36.150483 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] For port cc99a29d-e918-4440-96ad-1d9dd19e544d, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=cc99a29d-e918-4440-96ad-1d9dd19e544d,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:36.159015 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.159370 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.segments_db [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Added segment 9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69 of type vlan for network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 Oct 28 19:52:36.165257 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.194700 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2880a3b2-a673-4552-8447-d406422731b4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:36.244898 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.270497 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (0805990c-7cb2-4d7c-97c2-390d887ebcf9), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.281717 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for subnet (fe3e4ba7-bb0c-4734-9d59-faf74be75b2f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.283573 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29105fa6-3088-441b-9172-3f4f95687905 None None] Pushing event updated for resources: {'Port': ['ID=cc99a29d-e918-4440-96ad-1d9dd19e544d,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:36.310351 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e86843-0315-4f2c-a7f1-b15d25720c5a,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:36.343692 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.344660 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:36.345242 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.352064 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (0805990c-7cb2-4d7c-97c2-390d887ebcf9), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.352880 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:36.355281 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.446474 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:36.485043 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4831667 Oct 28 19:52:36.485541 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43240) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:36.488200 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde54bb-3f43-4c5a-9d60-289129f0b5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:36.492622 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] Request body: {'subnet': {'network_id': 'ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1009643140-subnet', 'tenant_id': 'efbb3e5dbbe54e5384441b191923e38a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:36.492777 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b00d2a04-9bd4-4206-9013-3b09c827a405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.507318 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2 details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:52:36.520861 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] Checking segment: {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:36.521901 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] Network hostable DHCP agents. Network: c81669af-792b-4a7a-835e-b3e1ad3452aa, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:52:36.539750 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Publish callbacks [] for security_group (2d815996-3af0-4f9a-ac28-62df93faf737), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.552326 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2d815996-3af0-4f9a-ac28-62df93faf737), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.602175 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] Made reservation on behalf of efbb3e5dbbe54e5384441b191923e38a for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:36.608629 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.619894 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] Network c81669af-792b-4a7a-835e-b3e1ad3452aa is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:52:36.641485 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] Pushing event updated for resources: {'Network': ['ID=0805990c-7cb2-4d7c-97c2-390d887ebcf9,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:36.658415 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-27220fcb-7bac-449f-9cbd-06baaac005ea admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5858653 Oct 28 19:52:36.660642 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43244) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:36.661619 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:52:36.679456 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] Request body: {'subnet': {'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1879200990-subnet', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:36.754448 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:52:36.767453 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d815996-3af0-4f9a-ac28-62df93faf737,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:36.790779 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, c81669af-792b-4a7a-835e-b3e1ad3452aa) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:36.803815 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:36.804406 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.821184 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (4376ae1a-64f1-45b4-8760-620314948e2d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:36.821917 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.segments_db [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Added segment 4376ae1a-64f1-45b4-8760-620314948e2d of type vlan for network d26e63ef-1267-48a3-a194-773aac92fc05 Oct 28 19:52:36.886578 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e8605b-3a17-4e2a-804e-4e40111215bc None None] Network c81669af-792b-4a7a-835e-b3e1ad3452aa requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:36.889377 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-1c61ba51-236a-4043-8af5-d872763991ed admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1053228 Oct 28 19:52:36.893733 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43262) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:36.907493 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:36.919649 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (d26e63ef-1267-48a3-a194-773aac92fc05), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.006066 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6387'] for router (e6dba45f-3a17-49ca-b146-58236b8e20de), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.008386 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2087092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (e6dba45f-3a17-49ca-b146-58236b8e20de), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.010108 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] Made reservation on behalf of b495e45a571743789c68ecdcfe66869b for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:37.012579 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.045310 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (d26e63ef-1267-48a3-a194-773aac92fc05), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.046415 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:37.046992 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.165124 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5142abc3-3012-57d9-acdb-166ebcb134d1-c81669af-792b-4a7a-835e-b3e1ad3452aa', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f'}]}} from dv-cinder-862894-1-smb. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:52:37.168618 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.197803 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6065454 Oct 28 19:52:37.202151 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43280) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:37.209232 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] Request body: {'subnet': {'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-681151957-subnet', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:37.264608 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Publish callbacks [] for router_gateway (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.304752 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.332980 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] Made reservation on behalf of 09cb8cca1ca8447e996c5c8790747d29 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:37.335894 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.378188 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for subnet (4ce42bbd-8270-4b5f-8096-490e0b17e409), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.456402 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Allocated IP 172.20.0.2 (c81669af-792b-4a7a-835e-b3e1ad3452aa/fe3e4ba7-bb0c-4734-9d59-faf74be75b2f/56d988a1-8ba7-4488-8483-3f8b19779899) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:37.515813 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b743a-b79e-465a-85b9-5ef3261d3cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=d26e63ef-1267-48a3-a194-773aac92fc05,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:37.533123 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Publish callbacks [] for router_controller (e6dba45f-3a17-49ca-b146-58236b8e20de), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.613160 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce42bbd-8270-4b5f-8096-490e0b17e409,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:37.945092 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Publish callbacks [] for port (56d988a1-8ba7-4488-8483-3f8b19779899), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:37.954190 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] Checking segment: {'id': '36560e30-7efd-48b0-bf28-5b61610a557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:37.954664 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] Network hostable DHCP agents. Network: ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:52:37.964507 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network d26e63ef-1267-48a3-a194-773aac92fc05 details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:52:37.987386 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device cc99a29d-e918-4440-96ad-1d9dd19e544d up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:37.990276 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Publish callbacks [] for router_gateway (e6dba45f-3a17-49ca-b146-58236b8e20de), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.000466 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43320) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:38.000629 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for subnet (cb19bc80-51e6-4e2d-a0b1-53823fc7d46f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.030665 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] Network ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2 is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:52:38.050651 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for subnet (71f694ce-b8fc-421b-877b-145680014548), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.062900 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb19bc80-51e6-4e2d-a0b1-53823fc7d46f,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:38.073377 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43324) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:38.102844 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:38.103145 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cfdc93-71ac-42c7-b60e-b9089ba9b1c7 None None] Network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:38.114140 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:38.115170 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.121683 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f694ce-b8fc-421b-877b-145680014548,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:38.138620 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88c0a8-275e-41da-a96b-d45f3d67c327 None None] Network ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:38.141692 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.155526 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-bb5e57d0-cbdc-445a-8562-d879f28f5d8e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6579797 Oct 28 19:52:38.216804 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port cc99a29d-e918-4440-96ad-1d9dd19e544d triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:38.220028 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.225989 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port cc99a29d-e918-4440-96ad-1d9dd19e544d Oct 28 19:52:38.229156 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-610c1677-6db5-41ff-b507-e31e9d397619 None None] Provisioning complete for port cc99a29d-e918-4440-96ad-1d9dd19e544d triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:38.229943 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-610c1677-6db5-41ff-b507-e31e9d397619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.230501 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-610c1677-6db5-41ff-b507-e31e9d397619 None None] Attempt 1 to provision port cc99a29d-e918-4440-96ad-1d9dd19e544d Oct 28 19:52:38.320218 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b0db5b6d-7d7c-43c8-84bc-45d27fbcd875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.329640 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b188b2e9-e7db-432c-af9a-b3cf589a58f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.386075 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Allocated IP 172.28.3.176 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/d5837edb-be9e-42dd-b8c9-cd8a742a8731) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:38.429442 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Publish callbacks [] for router_gateway (e6dba45f-3a17-49ca-b146-58236b8e20de), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.434683 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Network c81669af-792b-4a7a-835e-b3e1ad3452aa is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:38.472902 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.495840 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:38.508963 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:38.534734 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Publish callbacks [] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.591073 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] Checking segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:38.591477 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] Network hostable DHCP agents. Network: d26e63ef-1267-48a3-a194-773aac92fc05, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:52:38.594863 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.607099 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Pushing event updated for resources: {'Port': ['ID=56d988a1-8ba7-4488-8483-3f8b19779899,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:38.666113 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:38.670634 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Pushing event updated for resources: {'Port': ['ID=d5837edb-be9e-42dd-b8c9-cd8a742a8731,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:38.675103 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:38.686413 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:38.763305 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3ed88937-e9a7-442c-8300-6ae56275ae80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.794942 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-610c1677-6db5-41ff-b507-e31e9d397619 None None] Current status of the port cc99a29d-e918-4440-96ad-1d9dd19e544d is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:38.795412 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-610c1677-6db5-41ff-b507-e31e9d397619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.824852 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b7ba5d-01f9-41dd-ad6c-0243a77e0b79 None None] Network ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:38.840050 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b188b2e9-e7db-432c-af9a-b3cf589a58f0 admin admin] Publish callbacks [] for security_group (a1a238d2-ec72-4e23-9645-9b0431265725), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.843674 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b0db5b6d-7d7c-43c8-84bc-45d27fbcd875 admin admin] Publish callbacks [] for security_group (858124a2-7c7d-4330-a151-3c4fbcc7860c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.855644 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b188b2e9-e7db-432c-af9a-b3cf589a58f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (a1a238d2-ec72-4e23-9645-9b0431265725), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.860470 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] Network d26e63ef-1267-48a3-a194-773aac92fc05 is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:52:38.867624 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Allocated IP 172.28.3.137 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/249be89a-c47e-4bc6-9b33-b6a3c3b83318) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:38.876236 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b0db5b6d-7d7c-43c8-84bc-45d27fbcd875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (858124a2-7c7d-4330-a151-3c4fbcc7860c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.896388 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] Checking segment: {'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:38.897113 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] Network hostable DHCP agents. Network: 0805990c-7cb2-4d7c-97c2-390d887ebcf9, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:52:38.903882 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, d26e63ef-1267-48a3-a194-773aac92fc05) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:38.910372 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:38.911186 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.935003 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Attempting to bind port 56d988a1-8ba7-4488-8483-3f8b19779899 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:38.935525 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Attempting to bind port 56d988a1-8ba7-4488-8483-3f8b19779899 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:38.935985 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Attempting to bind port 56d988a1-8ba7-4488-8483-3f8b19779899 on network c81669af-792b-4a7a-835e-b3e1ad3452aa {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:38.949001 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4909ecc-77ff-4322-96c4-90d35e065b7f None None] Network d26e63ef-1267-48a3-a194-773aac92fc05 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:38.958197 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:38.958948 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Checking segment: {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:38.959464 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.959901 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Bound using segment: {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:38.960405 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Bound port: 56d988a1-8ba7-4488-8483-3f8b19779899, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:38.960786 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:38.973694 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] Network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:52:38.985107 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-4cf1a831-5bbe-485e-b151-04d80178f97a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7801490 Oct 28 19:52:38.991311 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43362) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:38.995203 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, 0805990c-7cb2-4d7c-97c2-390d887ebcf9) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:38.999793 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:39.017603 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b40062c-1b79-4a9a-92b2-62e4d90e7370 None None] Network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:39.048212 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6387'] for router (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.049932 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2087092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.051294 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-b188b2e9-e7db-432c-af9a-b3cf589a58f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1f4e21eed4e244e8b37cd718774e92a1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0482922 Oct 28 19:52:39.053132 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188b2e9-e7db-432c-af9a-b3cf589a58f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a238d2-ec72-4e23-9645-9b0431265725,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:39.057981 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43364) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:39.061182 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:39.062387 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.097158 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port cc99a29d-e918-4440-96ad-1d9dd19e544d is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:39.097587 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.137190 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43370) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:39.140504 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db5b6d-7d7c-43c8-84bc-45d27fbcd875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858124a2-7c7d-4330-a151-3c4fbcc7860c,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:39.148718 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-178424387-network', 'tenant_id': 'e3a158a9f08a4ee7abfb65f1c60703c2'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:39.150421 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0b1-c370-4429-8550-bf53b5ada701 admin admin] Publish callbacks [] for security_group (a1a238d2-ec72-4e23-9645-9b0431265725), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.181273 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0b1-c370-4429-8550-bf53b5ada701 admin admin] Publish callbacks [] for security_group (a1a238d2-ec72-4e23-9645-9b0431265725), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.202811 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-b0db5b6d-7d7c-43c8-84bc-45d27fbcd875 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d74149dc74ad47bda5b38d1eefc1d297&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1265461 Oct 28 19:52:39.226330 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-610c1677-6db5-41ff-b507-e31e9d397619 None None] For port cc99a29d-e918-4440-96ad-1d9dd19e544d, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=cc99a29d-e918-4440-96ad-1d9dd19e544d,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:39.237086 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43376) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:39.267121 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-ca5b6605-51f9-49bc-8f73-a8606be7cfcd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6052108 Oct 28 19:52:39.276530 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43380) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:39.276745 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-610c1677-6db5-41ff-b507-e31e9d397619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.277666 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0b1-c370-4429-8550-bf53b5ada701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (a1a238d2-ec72-4e23-9645-9b0431265725), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.280779 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-77a8c0b1-c370-4429-8550-bf53b5ada701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.284610 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-77a8c0b1-c370-4429-8550-bf53b5ada701 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a1a238d2-ec72-4e23-9645-9b0431265725 HTTP/1.1" status: 204 len: 168 time: 0.2126737 Oct 28 19:52:39.292513 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1879200990-router', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:39.302279 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a8c0b1-c370-4429-8550-bf53b5ada701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a238d2-ec72-4e23-9645-9b0431265725,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:39.311402 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Publish callbacks [] for router_gateway (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.317629 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Made reservation on behalf of e3a158a9f08a4ee7abfb65f1c60703c2 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:39.329624 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.370629 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.417811 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5142abc3-3012-57d9-acdb-166ebcb134d1-0805990c-7cb2-4d7c-97c2-390d887ebcf9', 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9', 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'fixed_ips': [{'subnet_id': 'cb19bc80-51e6-4e2d-a0b1-53823fc7d46f'}]}} from dv-cinder-862894-1-smb. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:52:39.418722 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.432819 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c1677-6db5-41ff-b507-e31e9d397619 None None] Pushing event updated for resources: {'Port': ['ID=cc99a29d-e918-4440-96ad-1d9dd19e544d,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:39.498691 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e573b5e6-5ffc-4ba0-9ca8-036cf050b8f7 admin admin] Publish callbacks [] for security_group (858124a2-7c7d-4330-a151-3c4fbcc7860c), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.553617 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] For port 56d988a1-8ba7-4488-8483-3f8b19779899, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:39.607346 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6387'] for router (dc79f34b-54a9-403a-b83b-fb01356b5a5c), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.610180 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Publish callbacks [] for router_controller (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.610601 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5142abc3-3012-57d9-acdb-166ebcb134d1-d26e63ef-1267-48a3-a194-773aac92fc05', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548'}]}} from dv-cinder-862894-1-smb. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:52:39.611243 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2087092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (dc79f34b-54a9-403a-b83b-fb01356b5a5c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.614300 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.614863 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609196'] for router (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.656848 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] For port 56d988a1-8ba7-4488-8483-3f8b19779899, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=56d988a1-8ba7-4488-8483-3f8b19779899,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:39.666477 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Publish callbacks [] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.672127 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e573b5e6-5ffc-4ba0-9ca8-036cf050b8f7 admin admin] Publish callbacks [] for security_group (858124a2-7c7d-4330-a151-3c4fbcc7860c), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.719074 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.730841 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.db.api [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 19:52:39.731096 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG oslo_db.api [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 19:52:39.739534 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43390) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:39.860926 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Publish callbacks [] for router_gateway (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.895240 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Publish callbacks [] for router_controller (dc79f34b-54a9-403a-b83b-fb01356b5a5c), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:39.983867 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f7ae9e15-740f-478c-ac04-c85338f5e36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.021521 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 is scheduled to L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:52:40.034558 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43394) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:40.045098 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Publish callbacks [] for security_group (ce666b15-6828-4dfd-aa62-65840fe0d19d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.049322 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-9178ce75-0b2b-4add-b1ea-43a0c3aef4d1 None None] Provisioning complete for port cc99a29d-e918-4440-96ad-1d9dd19e544d triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:40.050367 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9178ce75-0b2b-4add-b1ea-43a0c3aef4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.050953 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9178ce75-0b2b-4add-b1ea-43a0c3aef4d1 None None] Attempt 1 to provision port cc99a29d-e918-4440-96ad-1d9dd19e544d Oct 28 19:52:40.071516 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55207fd0-1de7-4ae9-a49d-ec799d781195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.121818 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e573b5e6-5ffc-4ba0-9ca8-036cf050b8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (858124a2-7c7d-4330-a151-3c4fbcc7860c), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.124760 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e573b5e6-5ffc-4ba0-9ca8-036cf050b8f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.128424 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-e573b5e6-5ffc-4ba0-9ca8-036cf050b8f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/858124a2-7c7d-4330-a151-3c4fbcc7860c HTTP/1.1" status: 204 len: 168 time: 0.8879406 Oct 28 19:52:40.128424 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ce666b15-6828-4dfd-aa62-65840fe0d19d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.131656 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.146526 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.224684 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e4323-a03c-4e60-83ce-a837d9d83a31 None None] Pushing event updated for resources: {'Port': ['ID=56d988a1-8ba7-4488-8483-3f8b19779899,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:40.293843 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Allocated IP 172.20.0.2 (0805990c-7cb2-4d7c-97c2-390d887ebcf9/cb19bc80-51e6-4e2d-a0b1-53823fc7d46f/9fe3ea8a-50f5-4402-abbb-97e5e5c8677a) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:40.301278 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Allocated IP 172.20.0.2 (d26e63ef-1267-48a3-a194-773aac92fc05/71f694ce-b8fc-421b-877b-145680014548/8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:40.367213 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f7ae9e15-740f-478c-ac04-c85338f5e36a admin admin] Publish callbacks [] for security_group (53b0d073-9b4f-4a17-901a-7cf2169351a2), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.378908 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Publish callbacks [] for router_gateway (dc79f34b-54a9-403a-b83b-fb01356b5a5c), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.384302 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573b5e6-5ffc-4ba0-9ca8-036cf050b8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858124a2-7c7d-4330-a151-3c4fbcc7860c,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:40.405525 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:52:40.429816 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:40.435468 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:40.437882 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f7ae9e15-740f-478c-ac04-c85338f5e36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (53b0d073-9b4f-4a17-901a-7cf2169351a2), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.445609 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Sync routers for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:40.470119 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:40.470334 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:40.472494 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:40.492708 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:40.495527 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (5383e430-cbd6-4c46-a858-0fe443baace0), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.496085 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.segments_db [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Added segment 5383e430-cbd6-4c46-a858-0fe443baace0 of type vlan for network c37efe35-ac4c-4f79-bd3b-0f53f1cfa367 Oct 28 19:52:40.517948 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Pushing event updated for resources: {'Port': ['ID=249be89a-c47e-4bc6-9b33-b6a3c3b83318,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:40.597945 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce666b15-6828-4dfd-aa62-65840fe0d19d,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:40.694518 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (c37efe35-ac4c-4f79-bd3b-0f53f1cfa367), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.733564 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.734888 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-ff2119a5-b25a-4714-b055-2a49136f1755 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2284050 Oct 28 19:52:40.739407 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port cc99a29d-e918-4440-96ad-1d9dd19e544d is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:40.747289 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55207fd0-1de7-4ae9-a49d-ec799d781195 admin admin] Publish callbacks [] for security_group (2f0cf173-a0b4-4b07-8211-be6637419e7e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.754171 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43400) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:40.757814 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-f7ae9e15-740f-478c-ac04-c85338f5e36a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ead5c3224627458491293eb1978f3883&name=default HTTP/1.1" status: 200 len: 2994 time: 1.0152960 Oct 28 19:52:40.764401 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae9e15-740f-478c-ac04-c85338f5e36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b0d073-9b4f-4a17-901a-7cf2169351a2,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:40.767629 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9178ce75-0b2b-4add-b1ea-43a0c3aef4d1 None None] Current status of the port cc99a29d-e918-4440-96ad-1d9dd19e544d is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:40.780247 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43402) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:40.786227 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55207fd0-1de7-4ae9-a49d-ec799d781195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2f0cf173-a0b4-4b07-8211-be6637419e7e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.878755 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43404) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:40.890815 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:40.933296 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (c37efe35-ac4c-4f79-bd3b-0f53f1cfa367), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.934290 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:40.934870 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.966125 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Publish callbacks [] for router_gateway (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:40.967831 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9496ffa9-e47b-4689-8b53-73965c45de95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.005609 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.075452 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Publish callbacks [] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.128766 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9842741 Oct 28 19:52:41.137077 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Allocated IP 172.28.3.163 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/cd52fd2d-c079-460d-9ef8-1f411b883170) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:41.149231 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43408) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:41.158121 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] Request body: {'subnet': {'network_id': 'c37efe35-ac4c-4f79-bd3b-0f53f1cfa367', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-178424387-subnet', 'tenant_id': 'e3a158a9f08a4ee7abfb65f1c60703c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:41.175004 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 56d988a1-8ba7-4488-8483-3f8b19779899 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:41.183679 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfcb69-9cfa-49de-9716-dc02e8bb2d31 admin admin] Pushing event updated for resources: {'Network': ['ID=c37efe35-ac4c-4f79-bd3b-0f53f1cfa367,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:41.210670 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.217651 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network c37efe35-ac4c-4f79-bd3b-0f53f1cfa367 details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:52:41.244371 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Publish callbacks [] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.262109 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 3, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:41.278627 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-46f58df4-ac71-4be3-8661-9d46fd7b3d78 admin admin] Publish callbacks [] for security_group (53b0d073-9b4f-4a17-901a-7cf2169351a2), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.309142 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.315399 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Checking router: b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:41.315763 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Updating router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 port d5837edb-be9e-42dd-b8c9-cd8a742a8731 binding host dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:41.332575 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Network d26e63ef-1267-48a3-a194-773aac92fc05 is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:41.356029 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.359119 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55207fd0-1de7-4ae9-a49d-ec799d781195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0cf173-a0b4-4b07-8211-be6637419e7e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:41.359420 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Publish callbacks [] for router_gateway (e6dba45f-3a17-49ca-b146-58236b8e20de), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.359966 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:41.370251 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Pushing event updated for resources: {'Port': ['ID=8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:41.374261 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:41.392797 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-55207fd0-1de7-4ae9-a49d-ec799d781195 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a706a91b1de40f89d7c72ba65b97a62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3543673 Oct 28 19:52:41.400276 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43410) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:41.419207 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:41.421955 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f666b-906e-432b-8483-d3841955359a None None] Network c81669af-792b-4a7a-835e-b3e1ad3452aa requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:41.438396 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-46f58df4-ac71-4be3-8661-9d46fd7b3d78 admin admin] Publish callbacks [] for security_group (53b0d073-9b4f-4a17-901a-7cf2169351a2), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.446966 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:41.483364 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] Made reservation on behalf of e3a158a9f08a4ee7abfb65f1c60703c2 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:52:41.486631 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.508507 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:41.524918 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 56d988a1-8ba7-4488-8483-3f8b19779899 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:41.524918 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.525830 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 56d988a1-8ba7-4488-8483-3f8b19779899 Oct 28 19:52:41.527780 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.540587 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9496ffa9-e47b-4689-8b53-73965c45de95 admin admin] Publish callbacks [] for security_group (da71eeb7-4a59-486b-bcc8-8fd42c130832), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.568930 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-beff7493-b4b1-4a02-a12d-20433f8fd848 admin admin] Publish callbacks [] for security_group (2f0cf173-a0b4-4b07-8211-be6637419e7e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.579012 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Pushing event updated for resources: {'Port': ['ID=9fe3ea8a-50f5-4402-abbb-97e5e5c8677a,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:41.595949 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Publish callbacks [] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.620720 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9496ffa9-e47b-4689-8b53-73965c45de95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (da71eeb7-4a59-486b-bcc8-8fd42c130832), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.652562 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Attempting to bind port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:41.652954 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Attempting to bind port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:41.653336 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Attempting to bind port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 on network d26e63ef-1267-48a3-a194-773aac92fc05 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:41.655390 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-beff7493-b4b1-4a02-a12d-20433f8fd848 admin admin] Publish callbacks [] for security_group (2f0cf173-a0b4-4b07-8211-be6637419e7e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.668914 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-1390ef24-badd-430f-b479-a25fcd74d6cf None None] Provisioning complete for port 56d988a1-8ba7-4488-8483-3f8b19779899 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:41.669312 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1390ef24-badd-430f-b479-a25fcd74d6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.669699 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-1390ef24-badd-430f-b479-a25fcd74d6cf None None] Attempt 1 to provision port 56d988a1-8ba7-4488-8483-3f8b19779899 Oct 28 19:52:41.676671 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-46f58df4-ac71-4be3-8661-9d46fd7b3d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (53b0d073-9b4f-4a17-901a-7cf2169351a2), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.680262 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-46f58df4-ac71-4be3-8661-9d46fd7b3d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.681553 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-46f58df4-ac71-4be3-8661-9d46fd7b3d78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53b0d073-9b4f-4a17-901a-7cf2169351a2 HTTP/1.1" status: 204 len: 168 time: 0.8893363 Oct 28 19:52:41.706980 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:41.707367 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Checking segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:41.707780 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.708296 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Bound using segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:41.708824 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Bound port: 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:41.709209 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.725918 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f58df4-ac71-4be3-8661-9d46fd7b3d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b0d073-9b4f-4a17-901a-7cf2169351a2,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:41.742730 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Attempting to bind port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:41.743178 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Attempting to bind port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:41.743566 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Attempting to bind port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a on network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:41.774298 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.777152 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:41.777504 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Checking segment: {'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:41.777964 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.778362 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Bound using segment: {'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:41.778860 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Bound port: 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:41.779248 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.852351 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:41.890225 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Publish callbacks [] for router_gateway (dc79f34b-54a9-403a-b83b-fb01356b5a5c), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.902522 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 56d988a1-8ba7-4488-8483-3f8b19779899 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:41.902920 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:41.910575 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:41.916049 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496ffa9-e47b-4689-8b53-73965c45de95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da71eeb7-4a59-486b-bcc8-8fd42c130832,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:41.928333 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:41.979072 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] For port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:42.002170 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.017694 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] For port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:42.018185 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-1390ef24-badd-430f-b479-a25fcd74d6cf None None] Current status of the port 56d988a1-8ba7-4488-8483-3f8b19779899 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:42.018603 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1390ef24-badd-430f-b479-a25fcd74d6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.020942 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] For port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:42.026506 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 56d988a1-8ba7-4488-8483-3f8b19779899, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=56d988a1-8ba7-4488-8483-3f8b19779899,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:42.048857 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.049728 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device cc99a29d-e918-4440-96ad-1d9dd19e544d up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:42.056801 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.062632 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] For port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=9fe3ea8a-50f5-4402-abbb-97e5e5c8677a,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:42.097912 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Publish callbacks [] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.117458 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.119069 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-beff7493-b4b1-4a02-a12d-20433f8fd848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2f0cf173-a0b4-4b07-8211-be6637419e7e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.123494 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-beff7493-b4b1-4a02-a12d-20433f8fd848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.128165 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-beff7493-b4b1-4a02-a12d-20433f8fd848 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2f0cf173-a0b4-4b07-8211-be6637419e7e HTTP/1.1" status: 204 len: 168 time: 0.7239237 Oct 28 19:52:42.160498 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.164239 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Pushing event updated for resources: {'Port': ['ID=cd52fd2d-c079-460d-9ef8-1f411b883170,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:42.174374 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Attempting to bind port d5837edb-be9e-42dd-b8c9-cd8a742a8731 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:42.184994 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Attempting to bind port d5837edb-be9e-42dd-b8c9-cd8a742a8731 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:42.185594 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Attempting to bind port d5837edb-be9e-42dd-b8c9-cd8a742a8731 on network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:42.210698 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:42.211366 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Checking segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:42.211927 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.215082 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Bound using segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:42.215780 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Bound port: d5837edb-be9e-42dd-b8c9-cd8a742a8731, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:42.217415 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.224434 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff7493-b4b1-4a02-a12d-20433f8fd848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0cf173-a0b4-4b07-8211-be6637419e7e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:42.313776 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Pushing event updated for resources: {'Port': ['ID=d5837edb-be9e-42dd-b8c9-cd8a742a8731,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:42.337904 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.338265 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.338637 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.338989 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.339330 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.339670 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.340008 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.340343 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.340684 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.341038 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.341377 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.351290 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.351669 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Tracked resource versions report: Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: pushed versions: Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: { 'AddressGroup': {'1.2'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'ConntrackHelper': {'1.0'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'LocalIPAssociation': {'1.0'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'Log': {'1.0'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'Network': {'1.1'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'Port': {'1.7'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'PortForwarding': {'1.2'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'QosPolicy': {'1.10'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'SecurityGroup': {'1.5'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'SecurityGroupRule': {'1.2'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'SubPort': {'1.0'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'Subnet': {'1.1'}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'Trunk': {'1.1'}} Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: consumer versions: Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: { DHCP agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: HyperV agent@hv-cinder-86289: {}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: L3 agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: Metadata agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: Metering agent@dv-cinder-862894-1-smb: {}, Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: Open vSwitch agent@dv-cinder-862894-1-smb: { 'AddressGroup': '1.2', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'ConntrackHelper': '1.0', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'LocalIPAssociation': '1.0', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'Log': '1.0', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'Network': '1.1', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'Port': '1.7', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'PortForwarding': '1.2', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'QosPolicy': '1.10', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'SecurityGroup': '1.5', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'SecurityGroupRule': '1.2', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'SubPort': '1.0', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'Subnet': '1.1', Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: 'Trunk': '1.1'}} Oct 28 19:52:42.352812 dv-cinder-862894-1-smb neutron-server[103762]: {{(pid=103762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 19:52:42.387987 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=56d988a1-8ba7-4488-8483-3f8b19779899,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:42.388970 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Allocated IP 172.28.3.150 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/ff57eefe-85b7-4be4-94ae-de8e4e7fb931) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:42.440094 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.db.api [None req-1390ef24-badd-430f-b479-a25fcd74d6cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 19:52:42.440347 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG oslo_db.api [None req-1390ef24-badd-430f-b479-a25fcd74d6cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 19:52:42.446426 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] For port d5837edb-be9e-42dd-b8c9-cd8a742a8731, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:42.452236 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] For port d5837edb-be9e-42dd-b8c9-cd8a742a8731, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=d5837edb-be9e-42dd-b8c9-cd8a742a8731,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:42.474986 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.501792 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:42.504145 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:42.586180 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port cc99a29d-e918-4440-96ad-1d9dd19e544d triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:42.586525 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.586881 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port cc99a29d-e918-4440-96ad-1d9dd19e544d Oct 28 19:52:42.639503 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Publish callbacks [] for router_gateway (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.679888 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43430) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:42.680215 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-9496ffa9-e47b-4689-8b53-73965c45de95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40b3cfbdc00949438c3a47be233fcbf5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7990246 Oct 28 19:52:42.853498 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf23af-9a71-4245-b545-5dfd2c3696f5 None None] Pushing event updated for resources: {'Port': ['ID=8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:42.858491 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.888466 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:42.893718 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b8425-f921-4c8b-bf89-96ec3f48a327 None None] Pushing event updated for resources: {'Port': ['ID=d5837edb-be9e-42dd-b8c9-cd8a742a8731,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:42.934408 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be1554-ea39-4cd4-8398-9dd04b931e7e None None] Pushing event updated for resources: {'Port': ['ID=9fe3ea8a-50f5-4402-abbb-97e5e5c8677a,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:42.937224 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:42.982631 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6b02d03a-ab90-435b-9354-5486dc258025 admin admin] Publish callbacks [] for security_group (da71eeb7-4a59-486b-bcc8-8fd42c130832), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.049910 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-1390ef24-badd-430f-b479-a25fcd74d6cf None None] Current status of the port 56d988a1-8ba7-4488-8483-3f8b19779899 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:43.051987 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Publish callbacks [] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.133021 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port cc99a29d-e918-4440-96ad-1d9dd19e544d is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:43.191634 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-83331103-bc42-4fc5-8fa1-aec22cf7dc21 None None] Provisioning complete for port 56d988a1-8ba7-4488-8483-3f8b19779899 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:43.191634 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-83331103-bc42-4fc5-8fa1-aec22cf7dc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.191634 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-83331103-bc42-4fc5-8fa1-aec22cf7dc21 None None] Attempt 1 to provision port 56d988a1-8ba7-4488-8483-3f8b19779899 Oct 28 19:52:43.216534 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6b02d03a-ab90-435b-9354-5486dc258025 admin admin] Publish callbacks [] for security_group (da71eeb7-4a59-486b-bcc8-8fd42c130832), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.361950 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-83331103-bc42-4fc5-8fa1-aec22cf7dc21 None None] Current status of the port 56d988a1-8ba7-4488-8483-3f8b19779899 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:43.378130 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609196'] for router (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.387613 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 3, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:43.441763 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462730f4-6c03-4273-8aec-c9a584c1efc7 None None] The sync data for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb is: [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 3, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:43.522799 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609196'] for router (e6dba45f-3a17-49ca-b146-58236b8e20de), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.525886 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for subnet (ff0bf8b3-50fb-49ac-a2b3-17140762cd3a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.541054 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 56d988a1-8ba7-4488-8483-3f8b19779899 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:43.684636 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 56d988a1-8ba7-4488-8483-3f8b19779899 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:43.685881 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.686414 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 56d988a1-8ba7-4488-8483-3f8b19779899 Oct 28 19:52:43.717366 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6b02d03a-ab90-435b-9354-5486dc258025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (da71eeb7-4a59-486b-bcc8-8fd42c130832), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.723537 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6b02d03a-ab90-435b-9354-5486dc258025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.727297 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-6b02d03a-ab90-435b-9354-5486dc258025 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da71eeb7-4a59-486b-bcc8-8fd42c130832 HTTP/1.1" status: 204 len: 168 time: 1.0444777 Oct 28 19:52:43.775714 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02d03a-ab90-435b-9354-5486dc258025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da71eeb7-4a59-486b-bcc8-8fd42c130832,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:43.816955 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:43.886624 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 56d988a1-8ba7-4488-8483-3f8b19779899 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:43.887987 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:43.984360 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Allocated IP 172.20.0.1 (ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea/10a750a5-4b0f-4fcb-b4e7-4d308f703f5d/7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:44.079295 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:44.079684 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.080032 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a Oct 28 19:52:44.197896 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0bf8b3-50fb-49ac-a2b3-17140762cd3a,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:44.233203 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 is scheduled to L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:52:44.291127 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:44.306288 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:44.318373 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Pushing event updated for resources: {'Port': ['ID=ff57eefe-85b7-4be4-94ae-de8e4e7fb931,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:44.335420 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:44.391792 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] Checking segment: {'id': '5383e430-cbd6-4c46-a858-0fe443baace0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c37efe35-ac4c-4f79-bd3b-0f53f1cfa367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:44.393638 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] Network hostable DHCP agents. Network: c37efe35-ac4c-4f79-bd3b-0f53f1cfa367, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:52:44.417455 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbb4722-7fee-4895-8af1-ecc0a0faa08d None None] Network d26e63ef-1267-48a3-a194-773aac92fc05 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:44.467066 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Publish callbacks [] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.514623 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb4d611-4eed-49e5-844c-ee525e293e70 None None] Network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:44.546718 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:44.582883 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.587801 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-566c8b0d-f69d-4e41-8623-fbe982ae7eed admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5907102 Oct 28 19:52:44.587801 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.588768 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43474) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:44.612453 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-d202f2a7-e209-44fa-8911-59d3c440b196 None None] Provisioning complete for port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:44.612832 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d202f2a7-e209-44fa-8911-59d3c440b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.613409 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-d202f2a7-e209-44fa-8911-59d3c440b196 None None] Attempt 1 to provision port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 Oct 28 19:52:44.616274 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Sync routers for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:44.764195 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Publish callbacks [] for router_gateway (dc79f34b-54a9-403a-b83b-fb01356b5a5c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.774464 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:44.787404 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:44.797329 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:44.802771 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606201'] for router_interface (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.902663 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:44.903325 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:44.918164 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:44.918571 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:44.958669 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Router e6dba45f-3a17-49ca-b146-58236b8e20de is scheduled to L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa with binding_index 1 {{(pid=103758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:52:44.965599 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] Network c37efe35-ac4c-4f79-bd3b-0f53f1cfa367 is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:52:45.018557 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, c37efe35-ac4c-4f79-bd3b-0f53f1cfa367) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:45.056309 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acbeb77-6b6c-4af2-89ab-2e5bdb1aec8f None None] Network c37efe35-ac4c-4f79-bd3b-0f53f1cfa367 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:45.143043 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Pushing event updated for resources: {'Port': ['ID=7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:45.157921 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=9fe3ea8a-50f5-4402-abbb-97e5e5c8677a,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:45.207408 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:45.209126 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:45.239123 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:45.249216 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:45.252350 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:45.476260 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-af260a98-908a-46cd-9176-124712b05d3f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.3257120 Oct 28 19:52:45.479444 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:45.486859 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609196'] for router (dc79f34b-54a9-403a-b83b-fb01356b5a5c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:45.490494 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Sync routers for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:45.510021 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:45.512020 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:45.514894 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-d202f2a7-e209-44fa-8911-59d3c440b196 None None] Current status of the port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:45.515318 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d202f2a7-e209-44fa-8911-59d3c440b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:45.541869 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:45.543367 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-a79628c1-f2d4-4fed-bcf6-629d2e97f760 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6473453 Oct 28 19:52:45.547480 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43502) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:45.622761 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d3141-628a-47c1-b493-b4fb0a84c5ab None None] Network c37efe35-ac4c-4f79-bd3b-0f53f1cfa367 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:52:45.784244 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:52:45.794215 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Router dc79f34b-54a9-403a-b83b-fb01356b5a5c is scheduled to L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa with binding_index 1 {{(pid=103758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:52:45.810620 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:45.913529 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43516) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:45.988588 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:46.026016 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9cd5f7-b9a9-49cc-9856-a977bbd8d95e admin admin] Deleting subnet 4ce42bbd-8270-4b5f-8096-490e0b17e409 {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:52:46.028390 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-d202f2a7-e209-44fa-8911-59d3c440b196 None None] For port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:46.047218 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f9cd5f7-b9a9-49cc-9856-a977bbd8d95e admin admin] Publish callbacks [] for subnet (4ce42bbd-8270-4b5f-8096-490e0b17e409), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.143582 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=9fe3ea8a-50f5-4402-abbb-97e5e5c8677a,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:46.220633 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f9cd5f7-b9a9-49cc-9856-a977bbd8d95e admin admin] Publish callbacks [] for subnet (4ce42bbd-8270-4b5f-8096-490e0b17e409), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.252165 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d202f2a7-e209-44fa-8911-59d3c440b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.262659 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f9cd5f7-b9a9-49cc-9856-a977bbd8d95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (4ce42bbd-8270-4b5f-8096-490e0b17e409), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.293515 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:40Z', 'revision_number': 3, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:46.317138 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:46.373009 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Checking router: e6dba45f-3a17-49ca-b146-58236b8e20de for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:46.373186 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.373748 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Updating router e6dba45f-3a17-49ca-b146-58236b8e20de port 249be89a-c47e-4bc6-9b33-b6a3c3b83318 binding host dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:46.374440 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-038849ac-8f16-43c7-a902-6ac74c69ee13 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0866151 Oct 28 19:52:46.382791 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43530) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:46.408010 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Sync routers for ids ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:46.408843 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f9cd5f7-b9a9-49cc-9856-a977bbd8d95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for subnet (4ce42bbd-8270-4b5f-8096-490e0b17e409), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.417124 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.428304 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f9cd5f7-b9a9-49cc-9856-a977bbd8d95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.441701 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-9f9cd5f7-b9a9-49cc-9856-a977bbd8d95e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4ce42bbd-8270-4b5f-8096-490e0b17e409 HTTP/1.1" status: 204 len: 168 time: 0.5249228 Oct 28 19:52:46.487273 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43534) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:46.506549 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cd5f7-b9a9-49cc-9856-a977bbd8d95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce42bbd-8270-4b5f-8096-490e0b17e409,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:46.508306 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:46.508697 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.509039 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 Oct 28 19:52:46.579682 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Provisioning complete for port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:46.580576 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.580576 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 1 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:46.631060 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:46.636676 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Routers {'dc79f34b-54a9-403a-b83b-fb01356b5a5c'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:46.637368 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:46.648095 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.678078 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202f2a7-e209-44fa-8911-59d3c440b196 None None] Pushing event updated for resources: {'Port': ['ID=8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:46.839473 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.887203 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:46.891756 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:46.892253 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:46.893253 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:46.893739 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > port after_create 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:46.894186 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:46.894648 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > port after_update 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:46.895084 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:46.895516 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:46.896489 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:46.898373 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:46.920143 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Set router dc79f34b-54a9-403a-b83b-fb01356b5a5c gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:46.965714 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Publish callbacks [] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:46.978987 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.223526 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 2 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:47.273469 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Attempting to bind port 249be89a-c47e-4bc6-9b33-b6a3c3b83318 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:47.275224 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Attempting to bind port 249be89a-c47e-4bc6-9b33-b6a3c3b83318 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:47.275828 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Attempting to bind port 249be89a-c47e-4bc6-9b33-b6a3c3b83318 on network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:47.287793 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:47.301948 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Checking segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:47.303235 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.303826 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Bound using segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:47.304573 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Bound port: 249be89a-c47e-4bc6-9b33-b6a3c3b83318, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:47.305012 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.360185 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:47.361747 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08a3e4-971a-4b22-88e4-3e94954ca362 None None] Pushing event updated for resources: {'Port': ['ID=249be89a-c47e-4bc6-9b33-b6a3c3b83318,revision_number=2']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:47.362629 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:47.363534 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:47.365595 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:47.366911 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:47.428081 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] For port 249be89a-c47e-4bc6-9b33-b6a3c3b83318, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:47.431518 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36560e30-7efd-48b0-bf28-5b61610a557a') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:47.432613 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36560e30-7efd-48b0-bf28-5b61610a557a') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:47.432884 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] For port 249be89a-c47e-4bc6-9b33-b6a3c3b83318, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=249be89a-c47e-4bc6-9b33-b6a3c3b83318,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:47.462991 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Publish callbacks [] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.472379 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.479650 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384182'] for segment (36560e30-7efd-48b0-bf28-5b61610a557a), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.538830 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (36560e30-7efd-48b0-bf28-5b61610a557a), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.555945 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:52:47.556345 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8154459'] for segment (36560e30-7efd-48b0-bf28-5b61610a557a), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.607932 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:47.608829 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:47.632406 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.633352 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606317'] for router_interface (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.672071 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:47.693144 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.699692 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.707671 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] 10.222.0.64 "DELETE /v2.0/networks/ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2 HTTP/1.1" status: 204 len: 168 time: 1.2191062 Oct 28 19:52:47.708102 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:42Z', 'revision_number': 3, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:47.711909 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43570) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:47.739044 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.743640 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08a3e4-971a-4b22-88e4-3e94954ca362 None None] Pushing event updated for resources: {'Port': ['ID=249be89a-c47e-4bc6-9b33-b6a3c3b83318,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:47.795557 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f9854a-6206-4345-aab2-b2e6884a1d7c admin admin] Deleting subnet ff0bf8b3-50fb-49ac-a2b3-17140762cd3a {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:52:47.810261 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afb9e5-1561-422a-a997-b670be2fc87c admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2de16b-3de6-4e8e-ab71-eee9b2a17ed2,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:47.820513 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-07f9854a-6206-4345-aab2-b2e6884a1d7c admin admin] Publish callbacks [] for subnet (ff0bf8b3-50fb-49ac-a2b3-17140762cd3a), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.881159 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Pushing event updated for resources: {'Port': ['ID=7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:47.883667 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:47.887394 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Checking router: 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:47.887745 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Updating router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 port cd52fd2d-c079-460d-9ef8-1f411b883170 binding host dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:47.920786 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:47.952694 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:47.953262 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-07f9854a-6206-4345-aab2-b2e6884a1d7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384175'] for subnet (ff0bf8b3-50fb-49ac-a2b3-17140762cd3a), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.159974 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-07f9854a-6206-4345-aab2-b2e6884a1d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (ff0bf8b3-50fb-49ac-a2b3-17140762cd3a), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.163425 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:48.163821 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.164169 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a Oct 28 19:52:48.278393 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'name': 'tempest-DeleteServersTestJSON-1879200990-router', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:44Z', 'revision_number': 3, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'gw_port': {'id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:48.288574 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-07f9854a-6206-4345-aab2-b2e6884a1d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8153533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8149964'] for subnet (ff0bf8b3-50fb-49ac-a2b3-17140762cd3a), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.315460 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-07f9854a-6206-4345-aab2-b2e6884a1d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.320326 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-07f9854a-6206-4345-aab2-b2e6884a1d7c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ff0bf8b3-50fb-49ac-a2b3-17140762cd3a HTTP/1.1" status: 204 len: 168 time: 0.5959170 Oct 28 19:52:48.321223 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:40Z', 'revision_number': 3, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:48.323204 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Checking router: dc79f34b-54a9-403a-b83b-fb01356b5a5c for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:48.323570 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Updating router dc79f34b-54a9-403a-b83b-fb01356b5a5c port ff57eefe-85b7-4be4-94ae-de8e4e7fb931 binding host dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:48.331433 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43594) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:48.352757 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9854a-6206-4345-aab2-b2e6884a1d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0bf8b3-50fb-49ac-a2b3-17140762cd3a,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:48.379155 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdee136-c0a4-4f00-8e05-b33bb65821e9 None None] The sync data for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb is: [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:40Z', 'revision_number': 3, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:48.385978 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 3 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:48.420666 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.435554 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Publish callbacks [] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.439131 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Allocated IP 172.20.0.1 (c81669af-792b-4a7a-835e-b3e1ad3452aa/fe3e4ba7-bb0c-4734-9d59-faf74be75b2f/1317ff11-c90c-4090-ab13-ac361265a841) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:48.444782 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.456170 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.477124 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:48.477618 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:48.478675 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:48.518407 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment 36560e30-7efd-48b0-bf28-5b61610a557a resource provider aggregate not found Oct 28 19:52:48.542313 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment 36560e30-7efd-48b0-bf28-5b61610a557a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36560e30-7efd-48b0-bf28-5b61610a557a found for delete ", "request_id": "req-5bb70ac2-ba45-446e-b06f-898b695533e9"}]} Oct 28 19:52:48.593669 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Attempting to bind port cd52fd2d-c079-460d-9ef8-1f411b883170 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:48.594031 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Attempting to bind port cd52fd2d-c079-460d-9ef8-1f411b883170 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:48.594402 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Attempting to bind port cd52fd2d-c079-460d-9ef8-1f411b883170 on network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:48.612600 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Publish callbacks [] for port (1317ff11-c90c-4090-ab13-ac361265a841), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.656273 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43602) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:48.692539 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:48.695532 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:48.719350 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (c37efe35-ac4c-4f79-bd3b-0f53f1cfa367), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.722603 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6500a-bcaf-4c9d-80b4-f3129e7356fb None None] Pushing event updated for resources: {'Port': ['ID=cd52fd2d-c079-460d-9ef8-1f411b883170,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:48.742913 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:48.743327 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Checking segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:48.743847 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.744565 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Bound using segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:48.745172 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Bound port: cd52fd2d-c079-460d-9ef8-1f411b883170, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:48.745906 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.926168 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-efc2901e-8941-40ca-8f9b-e20b78a578df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.960476 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:48.961532 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:48.962305 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 Oct 28 19:52:48.981303 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 4 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:49.035350 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-efc2901e-8941-40ca-8f9b-e20b78a578df admin admin] Publish callbacks [] for security_group (f0eecb0f-5ab2-48cb-9c87-e46a70c7d402), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.053812 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-efc2901e-8941-40ca-8f9b-e20b78a578df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f0eecb0f-5ab2-48cb-9c87-e46a70c7d402), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.068613 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] For port cd52fd2d-c079-460d-9ef8-1f411b883170, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:49.095224 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-efc2901e-8941-40ca-8f9b-e20b78a578df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b04fbbd1a6124edfa06743b775aee966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374485 Oct 28 19:52:49.097657 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43612) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:49.118916 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] For port cd52fd2d-c079-460d-9ef8-1f411b883170, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=cd52fd2d-c079-460d-9ef8-1f411b883170,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:49.142982 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:49.162083 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Allocated IP 172.20.0.1 (d26e63ef-1267-48a3-a194-773aac92fc05/71f694ce-b8fc-421b-877b-145680014548/c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:49.165628 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.185360 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2901e-8941-40ca-8f9b-e20b78a578df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eecb0f-5ab2-48cb-9c87-e46a70c7d402,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:49.263104 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-67b047fb-1fde-4a1e-b9a5-b809f34d89b4 admin admin] Publish callbacks [] for security_group (f0eecb0f-5ab2-48cb-9c87-e46a70c7d402), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.276220 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:49.277053 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:49.296256 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Publish callbacks [] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.307233 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-67b047fb-1fde-4a1e-b9a5-b809f34d89b4 admin admin] Publish callbacks [] for security_group (f0eecb0f-5ab2-48cb-9c87-e46a70c7d402), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.370052 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.385937 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-67b047fb-1fde-4a1e-b9a5-b809f34d89b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f0eecb0f-5ab2-48cb-9c87-e46a70c7d402), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.390555 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-67b047fb-1fde-4a1e-b9a5-b809f34d89b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.392108 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-67b047fb-1fde-4a1e-b9a5-b809f34d89b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0eecb0f-5ab2-48cb-9c87-e46a70c7d402 HTTP/1.1" status: 204 len: 168 time: 0.2922862 Oct 28 19:52:49.419876 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b047fb-1fde-4a1e-b9a5-b809f34d89b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eecb0f-5ab2-48cb-9c87-e46a70c7d402,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:49.447868 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Network d26e63ef-1267-48a3-a194-773aac92fc05 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:49.480913 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:49.482390 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device d5837edb-be9e-42dd-b8c9-cd8a742a8731 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:49.513451 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:49.586168 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:49.587079 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606201'] for router_interface (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.627091 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6500a-bcaf-4c9d-80b4-f3129e7356fb None None] Pushing event updated for resources: {'Port': ['ID=cd52fd2d-c079-460d-9ef8-1f411b883170,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:49.696008 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Publish callbacks [] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.706964 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 5 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:49.715615 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (1317ff11-c90c-4090-ab13-ac361265a841), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.751120 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.843025 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.858248 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Attempting to bind port ff57eefe-85b7-4be4-94ae-de8e4e7fb931 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:49.858248 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Attempting to bind port ff57eefe-85b7-4be4-94ae-de8e4e7fb931 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:49.858591 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Attempting to bind port ff57eefe-85b7-4be4-94ae-de8e4e7fb931 on network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:49.868386 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1317d07-3328-4e2a-911b-7907e8ae4f3e None None] Pushing event updated for resources: {'Port': ['ID=ff57eefe-85b7-4be4-94ae-de8e4e7fb931,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:49.870746 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:49.871123 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Checking segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:49.871527 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.872149 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Bound using segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:49.872450 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Bound port: ff57eefe-85b7-4be4-94ae-de8e4e7fb931, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:49.872830 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.880011 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:49.909866 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:52:49.937083 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (c37efe35-ac4c-4f79-bd3b-0f53f1cfa367), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:49.943892 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Network c81669af-792b-4a7a-835e-b3e1ad3452aa is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:49.954116 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Pushing event updated for resources: {'Port': ['ID=c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:49.988741 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43632) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:50.001915 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port d5837edb-be9e-42dd-b8c9-cd8a742a8731 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:50.002434 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.002784 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port d5837edb-be9e-42dd-b8c9-cd8a742a8731 Oct 28 19:52:50.004757 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-583436c8-333b-4957-baa4-0403dca18d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.075736 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:50.110099 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:50.122559 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-583436c8-333b-4957-baa4-0403dca18d75 admin admin] Publish callbacks [] for security_group (4f64bc4d-847d-4e75-8b2b-2d0880acb268), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.126818 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:50.127370 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606201'] for router_interface (e6dba45f-3a17-49ca-b146-58236b8e20de), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.136200 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] For port ff57eefe-85b7-4be4-94ae-de8e4e7fb931, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:50.137413 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-583436c8-333b-4957-baa4-0403dca18d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4f64bc4d-847d-4e75-8b2b-2d0880acb268), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.152984 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] For port ff57eefe-85b7-4be4-94ae-de8e4e7fb931, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=ff57eefe-85b7-4be4-94ae-de8e4e7fb931,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:50.173992 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.190094 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-583436c8-333b-4957-baa4-0403dca18d75 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8275f311508d4b7ab83a47afc859ff4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004986 Oct 28 19:52:50.190844 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43634) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:50.191510 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583436c8-333b-4957-baa4-0403dca18d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f64bc4d-847d-4e75-8b2b-2d0880acb268,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:50.216589 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.217572 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.218358 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.218784 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.219822 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.220313 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.220900 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.221312 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.221803 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.222172 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.280111 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ae058a9-a2ed-475f-aef4-9e2a96b509e0 admin admin] Publish callbacks [] for security_group (4f64bc4d-847d-4e75-8b2b-2d0880acb268), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.306029 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ae058a9-a2ed-475f-aef4-9e2a96b509e0 admin admin] Publish callbacks [] for security_group (4f64bc4d-847d-4e75-8b2b-2d0880acb268), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.367904 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ae058a9-a2ed-475f-aef4-9e2a96b509e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4f64bc4d-847d-4e75-8b2b-2d0880acb268), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.371745 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2ae058a9-a2ed-475f-aef4-9e2a96b509e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.377841 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-2ae058a9-a2ed-475f-aef4-9e2a96b509e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f64bc4d-847d-4e75-8b2b-2d0880acb268 HTTP/1.1" status: 204 len: 168 time: 0.1717386 Oct 28 19:52:50.390756 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae058a9-a2ed-475f-aef4-9e2a96b509e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f64bc4d-847d-4e75-8b2b-2d0880acb268,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:50.400856 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port d5837edb-be9e-42dd-b8c9-cd8a742a8731 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:50.401256 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.407285 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Routers {'dc79f34b-54a9-403a-b83b-fb01356b5a5c'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:50.407863 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:50.420542 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.420542 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.420542 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.420962 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 19:52:50.421508 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37efe35-ac4c-4f79-bd3b-0f53f1cfa367']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:50.483740 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1317d07-3328-4e2a-911b-7907e8ae4f3e None None] Pushing event updated for resources: {'Port': ['ID=ff57eefe-85b7-4be4-94ae-de8e4e7fb931,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:50.488865 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5383e430-cbd6-4c46-a858-0fe443baace0') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:50.489169 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5383e430-cbd6-4c46-a858-0fe443baace0') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:50.501876 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port d5837edb-be9e-42dd-b8c9-cd8a742a8731, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=d5837edb-be9e-42dd-b8c9-cd8a742a8731,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:50.517120 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.562746 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4733779'] for segment (5383e430-cbd6-4c46-a858-0fe443baace0), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.567076 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Pushing event updated for resources: {'Port': ['ID=1317ff11-c90c-4090-ab13-ac361265a841,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:50.578284 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 6 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:50.613745 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (5383e430-cbd6-4c46-a858-0fe443baace0), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.644386 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:42Z', 'revision_number': 3, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:50.651258 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] Set router dc79f34b-54a9-403a-b83b-fb01356b5a5c gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:50.720104 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:50.744421 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 249be89a-c47e-4bc6-9b33-b6a3c3b83318 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:50.748509 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=d5837edb-be9e-42dd-b8c9-cd8a742a8731,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:50.754787 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac4940-5eae-4013-93e2-4edf2080f43d None None] The sync data for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb is: [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:42Z', 'revision_number': 3, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:50.767411 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:52:50.767904 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4779694'] for segment (5383e430-cbd6-4c46-a858-0fe443baace0), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.906932 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 249be89a-c47e-4bc6-9b33-b6a3c3b83318 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:50.907314 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:50.907657 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 249be89a-c47e-4bc6-9b33-b6a3c3b83318 Oct 28 19:52:51.045684 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'name': 'tempest-DeleteServersTestJSON-1879200990-router', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:44Z', 'revision_number': 3, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'gw_port': {'id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:51.047300 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.064176 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (c37efe35-ac4c-4f79-bd3b-0f53f1cfa367), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.067637 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Allocated IP 172.20.0.1 (0805990c-7cb2-4d7c-97c2-390d887ebcf9/cb19bc80-51e6-4e2d-a0b1-53823fc7d46f/230f4441-d39c-41c6-8654-d0110f34fdf5) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:51.085997 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54f145-c2bc-44f7-831d-236568f4463e None None] The sync data for ids ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'] in dv-cinder-862894-1-smb is: [{'id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'name': 'tempest-DeleteServersTestJSON-1879200990-router', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:44Z', 'revision_number': 3, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'gw_port': {'id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:51.099428 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 249be89a-c47e-4bc6-9b33-b6a3c3b83318 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:51.100698 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.102519 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:51.124735 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-37e22ee4-11f5-42bd-af06-be6993020e43 admin admin] 10.222.0.64 "PUT /v2.0/routers/b4833b3a-2c11-4a1b-a6b7-86dac8f365f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3544974 Oct 28 19:52:51.129475 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 249be89a-c47e-4bc6-9b33-b6a3c3b83318, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=249be89a-c47e-4bc6-9b33-b6a3c3b83318,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:51.136327 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.136974 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Sync routers for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:51.175932 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.176505 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:51.179263 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:51.180419 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c37efe35-ac4c-4f79-bd3b-0f53f1cfa367 HTTP/1.1" status: 204 len: 168 time: 2.8437257 Oct 28 19:52:51.232988 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b69c3e-df35-4475-b180-ef5bee1a3cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c37efe35-ac4c-4f79-bd3b-0f53f1cfa367,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:51.244321 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 7 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:51.384665 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=249be89a-c47e-4bc6-9b33-b6a3c3b83318,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:51.449061 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:51.467752 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (1317ff11-c90c-4090-ab13-ac361265a841), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.544839 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:51.606417 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43672) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:51.749415 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-d3ccd762-76be-4cbc-bbd2-3ebb23faad19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=efbb3e5dbbe54e5384441b191923e38a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1411994 Oct 28 19:52:51.758657 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43680) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:51.916115 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-09d75bd6-05b3-4820-81bf-4db8291a562e admin admin] Publish callbacks [] for security_group (2880a3b2-a673-4552-8447-d406422731b4), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:51.950847 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 8 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:51.957700 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-09d75bd6-05b3-4820-81bf-4db8291a562e admin admin] Publish callbacks [] for security_group (2880a3b2-a673-4552-8447-d406422731b4), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.019128 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 2, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:52.069758 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:52.101830 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-09d75bd6-05b3-4820-81bf-4db8291a562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2880a3b2-a673-4552-8447-d406422731b4), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.105187 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-09d75bd6-05b3-4820-81bf-4db8291a562e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.107715 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-09d75bd6-05b3-4820-81bf-4db8291a562e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2880a3b2-a673-4552-8447-d406422731b4 HTTP/1.1" status: 204 len: 168 time: 0.3471136 Oct 28 19:52:52.116653 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Checking router: b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:52.117440 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Updating router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 binding host dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:52.131916 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d75bd6-05b3-4820-81bf-4db8291a562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2880a3b2-a673-4552-8447-d406422731b4,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:52.167649 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Publish callbacks [] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.174482 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 5383e430-cbd6-4c46-a858-0fe443baace0 resource provider aggregate not found Oct 28 19:52:52.189658 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.199749 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.262453 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 5383e430-cbd6-4c46-a858-0fe443baace0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5383e430-cbd6-4c46-a858-0fe443baace0 found for delete ", "request_id": "req-342ac7b7-d441-4939-a7d5-960344e1daf4"}]} Oct 28 19:52:52.263332 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Pushing event updated for resources: {'Port': ['ID=c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:52.549650 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43722) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:52.553386 dv-cinder-862894-1-smb neutron-server[103758]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 19:52:52.571735 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 9 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:52.586830 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Publish callbacks [] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.705728 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.721400 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:52.834950 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606317'] for router_interface (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.967400 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Publish callbacks [] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:52.969126 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:52.991422 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.027259 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:53.048313 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:53.068650 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 249be89a-c47e-4bc6-9b33-b6a3c3b83318 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:53.070216 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43742) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:53.099935 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Pushing event updated for resources: {'Port': ['ID=230f4441-d39c-41c6-8654-d0110f34fdf5,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:53.187119 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 249be89a-c47e-4bc6-9b33-b6a3c3b83318 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:53.187599 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.188031 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 249be89a-c47e-4bc6-9b33-b6a3c3b83318 Oct 28 19:52:53.251078 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 10 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:53.252191 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606201'] for router_interface (dc79f34b-54a9-403a-b83b-fb01356b5a5c), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.299211 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1eab0-1585-4275-a04d-013e4965e694 req-c1850801-ea5c-4fe0-adb6-1768edbb2e9b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:53.300723 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-c1850801-ea5c-4fe0-adb6-1768edbb2e9b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 819 time: 0.7492735 Oct 28 19:52:53.368378 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eb825-f777-4ef2-bec6-db1acfb11740 None None] Pushing event updated for resources: {'Port': ['ID=7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:53.371455 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-076b7b5b-9c41-47a4-8251-57ea683c5769 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3a158a9f08a4ee7abfb65f1c60703c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2916782 Oct 28 19:52:53.372889 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43750) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:53.386756 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Attempting to bind port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:53.387365 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Attempting to bind port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:53.389226 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Attempting to bind port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 on network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:53.403770 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:53.406227 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Checking segment: {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:53.406834 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.407634 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Bound using segment: {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:53.409136 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Bound port: 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:53.411161 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.427753 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-0b9e9cb1-621e-484b-8a91-62afea184340 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/quotas/13a5e7068d3a48b08cc590c2b7d60bd9 HTTP/1.1" status: 200 len: 375 time: 0.1007280 Oct 28 19:52:53.432897 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:53.540202 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Provisioning complete for port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:53.540583 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.541925 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 1 to provision port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a Oct 28 19:52:53.579509 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] For port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:53.586722 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] For port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:53.602422 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.655628 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0e4db624-d13f-4560-a2e5-79110223aec8 admin admin] Publish callbacks [] for security_group (ce666b15-6828-4dfd-aa62-65840fe0d19d), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.667827 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 249be89a-c47e-4bc6-9b33-b6a3c3b83318 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:53.674189 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device d5837edb-be9e-42dd-b8c9-cd8a742a8731 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:53.676459 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-2002940c-940d-4c49-ac33-8ad817f7b401 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2374260 Oct 28 19:52:53.684824 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:53.689231 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:53.725722 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0e4db624-d13f-4560-a2e5-79110223aec8 admin admin] Publish callbacks [] for security_group (ce666b15-6828-4dfd-aa62-65840fe0d19d), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.739924 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Network d26e63ef-1267-48a3-a194-773aac92fc05 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:53.746278 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Publish callbacks [] for port (1317ff11-c90c-4090-ab13-ac361265a841), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.748364 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:53.760992 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.777566 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (1317ff11-c90c-4090-ab13-ac361265a841), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.833652 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0e4db624-d13f-4560-a2e5-79110223aec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ce666b15-6828-4dfd-aa62-65840fe0d19d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.837339 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0e4db624-d13f-4560-a2e5-79110223aec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:53.842163 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-0e4db624-d13f-4560-a2e5-79110223aec8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce666b15-6828-4dfd-aa62-65840fe0d19d HTTP/1.1" status: 204 len: 168 time: 0.4647295 Oct 28 19:52:53.853805 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4db624-d13f-4560-a2e5-79110223aec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce666b15-6828-4dfd-aa62-65840fe0d19d,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:53.900143 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eb825-f777-4ef2-bec6-db1acfb11740 None None] Pushing event updated for resources: {'Port': ['ID=7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719,revision_number=4']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:54.004555 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Current status of the port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:54.008851 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port d5837edb-be9e-42dd-b8c9-cd8a742a8731 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:54.009581 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.009755 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port d5837edb-be9e-42dd-b8c9-cd8a742a8731 Oct 28 19:52:54.082199 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:54.133808 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port d5837edb-be9e-42dd-b8c9-cd8a742a8731 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:54.135889 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device cd52fd2d-c079-460d-9ef8-1f411b883170 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:54.168425 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Provisioning complete for port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:54.169140 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.169749 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Attempt 1 to provision port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 Oct 28 19:52:54.230513 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port cd52fd2d-c079-460d-9ef8-1f411b883170 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:54.234379 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.235022 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port cd52fd2d-c079-460d-9ef8-1f411b883170 Oct 28 19:52:54.254369 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:52:54.307615 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Pushing event updated for resources: {'Port': ['ID=1317ff11-c90c-4090-ab13-ac361265a841,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:54.341748 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-8fe840dd-5162-485d-a18f-619dc402ccc9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:52:54.344083 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port cd52fd2d-c079-460d-9ef8-1f411b883170 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:54.344702 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.351140 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-8fe840dd-5162-485d-a18f-619dc402ccc9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3391840 Oct 28 19:52:54.398315 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port cd52fd2d-c079-460d-9ef8-1f411b883170, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=cd52fd2d-c079-460d-9ef8-1f411b883170,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:54.407164 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-eedbaf6b-c248-4554-8336-b07631b8c1e4 None None] Current status of the port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:54.418507 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.419943 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device ff57eefe-85b7-4be4-94ae-de8e4e7fb931 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:54.490158 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606317'] for router_interface (e6dba45f-3a17-49ca-b146-58236b8e20de), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.566452 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:53Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:54.606492 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b86ac0d-167e-4281-aee5-5ca3c3b97203 None None] The sync data for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb is: [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:53Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:54.616181 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:54.637130 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Provisioning complete for port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:54.637538 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.637882 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Attempt 1 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:54.640512 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=cd52fd2d-c079-460d-9ef8-1f411b883170,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:54.640930 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-f4259bcd-4b33-4792-82e4-8cc0a2206613 service neutron] 10.222.0.64 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887104 Oct 28 19:52:54.649440 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-3c95b150-cd11-40d5-bb60-5319c4e248ef admin admin] 10.222.0.64 "PUT /v2.0/routers/0d35e74e-9a80-48fc-9d2d-5acccaf564f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0492322 Oct 28 19:52:54.674515 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Network c81669af-792b-4a7a-835e-b3e1ad3452aa is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:54.675732 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port ff57eefe-85b7-4be4-94ae-de8e4e7fb931 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:54.676350 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:54.677493 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port ff57eefe-85b7-4be4-94ae-de8e4e7fb931 Oct 28 19:52:54.677698 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:54.885572 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-558295d0-2fdd-49c5-bcb5-235fc98c9026 service neutron] 10.222.0.64 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415042 Oct 28 19:52:54.901743 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Router e6dba45f-3a17-49ca-b146-58236b8e20de has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:52:55.125380 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Current status of the port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:55.126177 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:55.134701 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Publish callbacks [] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:55.149286 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:55.198181 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port ff57eefe-85b7-4be4-94ae-de8e4e7fb931 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:55.199250 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:55.225674 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port ff57eefe-85b7-4be4-94ae-de8e4e7fb931, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=ff57eefe-85b7-4be4-94ae-de8e4e7fb931,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:55.240163 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] For port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:52:55.241567 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:55.247075 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:55.471233 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=ff57eefe-85b7-4be4-94ae-de8e4e7fb931,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:55.540837 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Provisioning complete for port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:55.541652 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:55.542247 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Attempt 1 to provision port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a Oct 28 19:52:55.595264 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606317'] for router_interface (dc79f34b-54a9-403a-b83b-fb01356b5a5c), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:55.624177 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device cd52fd2d-c079-460d-9ef8-1f411b883170 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:55.638540 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Sync routers for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:55.712167 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0ff4fd6a-e6f4-443b-9353-77172ce2f38f req-21bb351c-6ee2-4ab9-9744-bd26efbe6f5b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 210 time: 0.2325652 Oct 28 19:52:55.737327 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:55.754494 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-21c51a7a-11e5-4693-99cc-627af8b0bc56 admin admin] 10.222.0.64 "PUT /v2.0/routers/e6dba45f-3a17-49ca-b146-58236b8e20de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1497788 Oct 28 19:52:55.781305 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Sync routers for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:55.810990 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:55.811643 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:55.848766 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Pushing event updated for resources: {'Port': ['ID=230f4441-d39c-41c6-8654-d0110f34fdf5,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:55.859388 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:55.861837 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:55.972537 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43856) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:55.980352 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-dbb25848-dff6-45f4-8877-2283f7bbf587 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268003005', 'description': 'tempest-description--990944095'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:56.024794 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:56.029133 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:56.038263 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dbb25848-dff6-45f4-8877-2283f7bbf587 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.091144 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:56.166518 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:56.248762 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dbb25848-dff6-45f4-8877-2283f7bbf587 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (640d50ca-a486-4bad-a357-6fd7a404ef3b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.258187 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dbb25848-dff6-45f4-8877-2283f7bbf587 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (640d50ca-a486-4bad-a357-6fd7a404ef3b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.350478 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dbb25848-dff6-45f4-8877-2283f7bbf587 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.362512 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-dbb25848-dff6-45f4-8877-2283f7bbf587 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3862288 Oct 28 19:52:56.372431 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43870) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:56.375876 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb25848-dff6-45f4-8877-2283f7bbf587 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640d50ca-a486-4bad-a357-6fd7a404ef3b,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:56.381649 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Pushing event updated for resources: {'Port': ['ID=7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:56.387264 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-d25d91da-b7e0-40c7-9a6c-263c447505be tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group_rule': {'security_group_id': '640d50ca-a486-4bad-a357-6fd7a404ef3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:56.466832 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Router dc79f34b-54a9-403a-b83b-fb01356b5a5c has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:52:56.572033 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d25d91da-b7e0-40c7-9a6c-263c447505be tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (d1284021-9be1-4c58-8929-b16e0924427f), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.576119 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port cd52fd2d-c079-460d-9ef8-1f411b883170 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:56.576731 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.577266 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port cd52fd2d-c079-460d-9ef8-1f411b883170 Oct 28 19:52:56.772715 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43912) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:56.810401 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d25d91da-b7e0-40c7-9a6c-263c447505be tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (d1284021-9be1-4c58-8929-b16e0924427f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.857590 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43918) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:56.858823 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d25d91da-b7e0-40c7-9a6c-263c447505be tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (d1284021-9be1-4c58-8929-b16e0924427f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.866096 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-2721cee3-3c99-42f0-bcf7-605e9c1516d5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--883179884', 'description': 'tempest-description--262031945'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:56.918109 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Current status of the port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:56.966660 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d91da-b7e0-40c7-9a6c-263c447505be tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1284021-9be1-4c58-8929-b16e0924427f,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:56.993839 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.996600 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d25d91da-b7e0-40c7-9a6c-263c447505be tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:56.999543 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-d25d91da-b7e0-40c7-9a6c-263c447505be tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6257434 Oct 28 19:52:57.006841 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43930) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:57.016931 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-ef2cb820-ac69-494e-8509-1ca1a6322981 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group_rule': {'security_group_id': '640d50ca-a486-4bad-a357-6fd7a404ef3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:57.036049 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2721cee3-3c99-42f0-bcf7-605e9c1516d5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.092634 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:52:57.105393 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-8167654a-5008-48b0-a577-497e64c35823 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:57.118981 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-8167654a-5008-48b0-a577-497e64c35823 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 819 time: 0.3395987 Oct 28 19:52:57.123299 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Provisioning complete for port 230f4441-d39c-41c6-8654-d0110f34fdf5 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:57.123684 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.124037 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Attempt 1 to provision port 230f4441-d39c-41c6-8654-d0110f34fdf5 Oct 28 19:52:57.131618 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:52:52Z', 'revision_number': 2, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:57.140078 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-ae0778b9-c965-43ed-a4a6-1b0d768c6107 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/quotas/13a5e7068d3a48b08cc590c2b7d60bd9 HTTP/1.1" status: 200 len: 375 time: 0.0200002 Oct 28 19:52:57.151844 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-c70e325e-b06e-4fb3-aa1c-4448485b46f5 admin admin] 10.222.0.64 "PUT /v2.0/routers/dc79f34b-54a9-403a-b83b-fb01356b5a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7457290 Oct 28 19:52:57.214712 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Checking router: e6dba45f-3a17-49ca-b146-58236b8e20de for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:57.215741 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Updating router e6dba45f-3a17-49ca-b146-58236b8e20de port 1317ff11-c90c-4090-ab13-ac361265a841 binding host dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:57.249648 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Sync routers for ids ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:52:57.290101 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef2cb820-ac69-494e-8509-1ca1a6322981 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (091db37d-7471-4278-9246-6fe5bae62b28), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.290889 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (1317ff11-c90c-4090-ab13-ac361265a841), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.322890 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-5dfa123a-e754-4f8f-89f3-dd6f6f6b193f tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1816573 Oct 28 19:52:57.474450 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2721cee3-3c99-42f0-bcf7-605e9c1516d5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (4dfc0bb5-a473-45ce-b6f9-a9310ba12ced), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.496176 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Routers {'dc79f34b-54a9-403a-b83b-fb01356b5a5c'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:57.496936 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:57.523453 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2721cee3-3c99-42f0-bcf7-605e9c1516d5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4dfc0bb5-a473-45ce-b6f9-a9310ba12ced), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.581015 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2721cee3-3c99-42f0-bcf7-605e9c1516d5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.584633 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-2721cee3-3c99-42f0-bcf7-605e9c1516d5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7230492 Oct 28 19:52:57.587787 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43972) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:57.594020 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-87481917-f5cf-4734-9a4e-c8393ea0c502 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'security_group_rule': {'security_group_id': '4dfc0bb5-a473-45ce-b6f9-a9310ba12ced', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:57.643284 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Port 230f4441-d39c-41c6-8654-d0110f34fdf5 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:57.657002 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port cd52fd2d-c079-460d-9ef8-1f411b883170 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:57.697525 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-87481917-f5cf-4734-9a4e-c8393ea0c502 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (d807b4f7-6897-4b33-8a20-37f59b8be6e2), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.727596 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef2cb820-ac69-494e-8509-1ca1a6322981 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (091db37d-7471-4278-9246-6fe5bae62b28), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.743239 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721cee3-3c99-42f0-bcf7-605e9c1516d5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:57.752606 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef2cb820-ac69-494e-8509-1ca1a6322981 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (091db37d-7471-4278-9246-6fe5bae62b28), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.856983 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cb820-ac69-494e-8509-1ca1a6322981 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091db37d-7471-4278-9246-6fe5bae62b28,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:57.890818 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ef2cb820-ac69-494e-8509-1ca1a6322981 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.892208 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 2, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:57.897177 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-ef2cb820-ac69-494e-8509-1ca1a6322981 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8830841 Oct 28 19:52:57.900252 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 43992) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:57.910201 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'floatingip': {'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:57.929958 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-87481917-f5cf-4734-9a4e-c8393ea0c502 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (d807b4f7-6897-4b33-8a20-37f59b8be6e2), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.936785 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-87481917-f5cf-4734-9a4e-c8393ea0c502 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (d807b4f7-6897-4b33-8a20-37f59b8be6e2), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:57.983289 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Checking router: 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:57.983867 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Updating router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 binding host dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:57.986599 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87481917-f5cf-4734-9a4e-c8393ea0c502 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d807b4f7-6897-4b33-8a20-37f59b8be6e2,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:58.007560 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-87481917-f5cf-4734-9a4e-c8393ea0c502 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.010056 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-87481917-f5cf-4734-9a4e-c8393ea0c502 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4209311 Oct 28 19:52:58.013803 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 43994) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:58.020350 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-eea4b927-4434-4f90-87b9-4bfcad1e6291 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'security_group_rule': {'security_group_id': '4dfc0bb5-a473-45ce-b6f9-a9310ba12ced', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:58.056152 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.060738 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eea4b927-4434-4f90-87b9-4bfcad1e6291 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (556a50b7-2c30-4902-a99c-321f03709d5d), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.075478 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Set router dc79f34b-54a9-403a-b83b-fb01356b5a5c gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:58.105042 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:58.169344 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Attempt 2 to provision port 230f4441-d39c-41c6-8654-d0110f34fdf5 Oct 28 19:52:58.187304 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eea4b927-4434-4f90-87b9-4bfcad1e6291 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (556a50b7-2c30-4902-a99c-321f03709d5d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.199037 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eea4b927-4434-4f90-87b9-4bfcad1e6291 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (556a50b7-2c30-4902-a99c-321f03709d5d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.218794 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4b927-4434-4f90-87b9-4bfcad1e6291 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556a50b7-2c30-4902-a99c-321f03709d5d,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:58.254281 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eea4b927-4434-4f90-87b9-4bfcad1e6291 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.257477 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Publish callbacks [] for port (1317ff11-c90c-4090-ab13-ac361265a841), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.259275 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-eea4b927-4434-4f90-87b9-4bfcad1e6291 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2442169 Oct 28 19:52:58.259916 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 44004) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:58.264468 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'floatingip': {'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:52:58.271600 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (1317ff11-c90c-4090-ab13-ac361265a841), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.284365 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.335426 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.418680 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Port 230f4441-d39c-41c6-8654-d0110f34fdf5 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:58.443656 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6a494-2a0f-4959-af3f-0ff23b331152 None None] Pushing event updated for resources: {'Port': ['ID=1317ff11-c90c-4090-ab13-ac361265a841,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:58.453704 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.522233 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Attempting to bind port 1317ff11-c90c-4090-ab13-ac361265a841 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:52:58.523789 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Attempting to bind port 1317ff11-c90c-4090-ab13-ac361265a841 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:52:58.524177 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Attempting to bind port 1317ff11-c90c-4090-ab13-ac361265a841 on network c81669af-792b-4a7a-835e-b3e1ad3452aa {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:52:58.535864 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:52:58.538033 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Checking segment: {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:52:58.538855 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.541416 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Bound using segment: {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:52:58.542479 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Bound port: 1317ff11-c90c-4090-ab13-ac361265a841, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:52:58.543055 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (1317ff11-c90c-4090-ab13-ac361265a841), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.689395 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] For port 1317ff11-c90c-4090-ab13-ac361265a841, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:52:58.702897 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] For port 1317ff11-c90c-4090-ab13-ac361265a841, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=1317ff11-c90c-4090-ab13-ac361265a841,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:52:58.713973 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (1317ff11-c90c-4090-ab13-ac361265a841), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.725725 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44018) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:58.783383 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6a494-2a0f-4959-af3f-0ff23b331152 None None] Pushing event updated for resources: {'Port': ['ID=1317ff11-c90c-4090-ab13-ac361265a841,revision_number=4']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:58.784054 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-b95b2841-45c0-440a-a2f2-747747d497c5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:52:58.785230 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Allocated IP 172.28.3.179 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/64a1d43a-a360-43b3-90e5-80b91419083e) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:52:58.795812 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:52:58.796305 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:58.796528 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 Oct 28 19:52:58.802614 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-b95b2841-45c0-440a-a2f2-747747d497c5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7569168 Oct 28 19:52:58.805000 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44022) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:58.815745 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:52:58.818106 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:58.928774 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Attempt 3 to provision port 230f4441-d39c-41c6-8654-d0110f34fdf5 Oct 28 19:52:59.002812 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cdd461f-ac37-4e42-98bd-c7b746eacf93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.003303 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:52:59.033114 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-647ed837-9f3b-45e5-b73b-e83eba2648a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.172454 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.198465 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Port 230f4441-d39c-41c6-8654-d0110f34fdf5 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:59.259479 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-647ed837-9f3b-45e5-b73b-e83eba2648a5 admin admin] Publish callbacks [] for security_group (f79d7c9d-3da0-4134-822d-aeecbb773b61), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.279792 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-647ed837-9f3b-45e5-b73b-e83eba2648a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f79d7c9d-3da0-4134-822d-aeecbb773b61), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.418742 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:52:59.427337 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device ff57eefe-85b7-4be4-94ae-de8e4e7fb931 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:52:59.462254 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-baf504cb-9e25-48da-9245-ecb56ecd72bc service neutron] 10.222.0.64 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606975 Oct 28 19:52:59.476928 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:52:58Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:59.555697 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.26', 51193) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:59.575022 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca100cf-faba-45bd-880f-186b6e114f48 None None] The sync data for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb is: [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:52:58Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:52:59.590497 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6744-1649-41f3-b826-6466e904afa0 req-0f3ffc01-c491-4ae2-96c1-2df4eb83e002 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:52:59.592044 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-0f3ffc01-c491-4ae2-96c1-2df4eb83e002 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/networks?id=0805990c-7cb2-4d7c-97c2-390d887ebcf9 HTTP/1.1" status: 200 len: 812 time: 0.8926649 Oct 28 19:52:59.620666 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-647ed837-9f3b-45e5-b73b-e83eba2648a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b47fc3c05c7420ebbaf90553f5950a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8142772 Oct 28 19:52:59.631609 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-f4cec176-1427-48af-b811-aa84fa9fedfd tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/quotas/b495e45a571743789c68ecdcfe66869b HTTP/1.1" status: 200 len: 375 time: 0.0328581 Oct 28 19:52:59.632392 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 44054) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:59.664623 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (64a1d43a-a360-43b3-90e5-80b91419083e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.692656 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ed837-9f3b-45e5-b73b-e83eba2648a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79d7c9d-3da0-4134-822d-aeecbb773b61,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:59.777046 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (64a1d43a-a360-43b3-90e5-80b91419083e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.786906 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Attempt 4 to provision port 230f4441-d39c-41c6-8654-d0110f34fdf5 Oct 28 19:52:59.847937 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Port 230f4441-d39c-41c6-8654-d0110f34fdf5 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:52:59.866521 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44056) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:52:59.870770 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=64a1d43a-a360-43b3-90e5-80b91419083e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:52:59.870913 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'name': 'tempest-DeleteServersTestJSON-1879200990-router', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:53Z', 'revision_number': 4, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'gw_port': {'id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '230f4441-d39c-41c6-8654-d0110f34fdf5', 'name': '', 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'mac_address': 'fa:16:3e:6b:54:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cb19bc80-51e6-4e2d-a0b1-53823fc7d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:49Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 2, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'subnets': [{'id': 'cb19bc80-51e6-4e2d-a0b1-53823fc7d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:52:59.908530 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Checking router: dc79f34b-54a9-403a-b83b-fb01356b5a5c for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:52:59.908913 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Updating router dc79f34b-54a9-403a-b83b-fb01356b5a5c port 230f4441-d39c-41c6-8654-d0110f34fdf5 binding host dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:52:59.914610 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cdd461f-ac37-4e42-98bd-c7b746eacf93 admin admin] Publish callbacks [] for security_group (b11e6584-31eb-4407-a533-36bc009a44c4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.947336 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:52:59.949566 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:52:59.951652 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7cdd461f-ac37-4e42-98bd-c7b746eacf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (b11e6584-31eb-4407-a533-36bc009a44c4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.955480 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:52:59.995951 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Publish callbacks [] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:52:59.997917 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd461f-ac37-4e42-98bd-c7b746eacf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11e6584-31eb-4407-a533-36bc009a44c4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:00.002357 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.080567 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.087403 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7cdd461f-ac37-4e42-98bd-c7b746eacf93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49cacda35ba9457e9aa6e9d3234838cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3522472 Oct 28 19:53:00.092481 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44070) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:00.137475 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3465895b-7303-43f6-ab65-d9986b254d57 admin admin] Publish callbacks [] for security_group (f79d7c9d-3da0-4134-822d-aeecbb773b61), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.183587 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-df68e9f9-9db1-4bf7-9335-cf19beef3ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.204253 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-855dc716-f925-4284-ae06-cd1f1deeb05f service neutron] 10.222.0.64 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406237 Oct 28 19:53:00.222895 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Allocated IP 172.28.3.214 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/06b43453-7f02-44ff-8933-7bb51022ccf8) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:00.241111 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3465895b-7303-43f6-ab65-d9986b254d57 admin admin] Publish callbacks [] for security_group (f79d7c9d-3da0-4134-822d-aeecbb773b61), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.315694 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-2a8f02e3-d277-4f58-8290-bdac45f5e241 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b495e45a571743789c68ecdcfe66869b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5210469 Oct 28 19:53:00.364004 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1eab0-1585-4275-a04d-013e4965e694 req-df9c3bc1-56a2-42ca-9337-4f4f0f6ac43a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:00.367783 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-df9c3bc1-56a2-42ca-9337-4f4f0f6ac43a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 819 time: 0.8107398 Oct 28 19:53:00.447693 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Request body: {'port': {'device_id': '23e34290-de84-429c-be53-00a506f68042', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'admin_state_up': True, 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:00.497040 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (c557be35-d0a3-4781-83ff-dea766308517), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.497574 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Attempt 5 to provision port 230f4441-d39c-41c6-8654-d0110f34fdf5 Oct 28 19:53:00.499490 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port ff57eefe-85b7-4be4-94ae-de8e4e7fb931 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:00.500075 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.500820 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port ff57eefe-85b7-4be4-94ae-de8e4e7fb931 Oct 28 19:53:00.585218 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951b77c-b2db-465c-929d-f2f95209fdc2 None None] Pushing event updated for resources: {'Port': ['ID=c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:00.597633 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-848283b5-3776-4b51-ab7a-a5e20318eb2c admin admin] Publish callbacks [] for security_group (b11e6584-31eb-4407-a533-36bc009a44c4), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.701346 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3465895b-7303-43f6-ab65-d9986b254d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f79d7c9d-3da0-4134-822d-aeecbb773b61), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.704092 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3465895b-7303-43f6-ab65-d9986b254d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.709143 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-3465895b-7303-43f6-ab65-d9986b254d57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f79d7c9d-3da0-4134-822d-aeecbb773b61 HTTP/1.1" status: 204 len: 168 time: 1.0352299 Oct 28 19:53:00.725078 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b03faa9c-8cbe-4119-abb1-ae969ea5c848 req-34356c5e-09f7-4ede-bf68-a5dc0bef0150 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 210 time: 0.1011224 Oct 28 19:53:00.730879 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Attempting to bind port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:00.733006 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (64a1d43a-a360-43b3-90e5-80b91419083e), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.739936 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Attempting to bind port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:00.757734 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Attempting to bind port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 on network d26e63ef-1267-48a3-a194-773aac92fc05 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:00.840674 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-848283b5-3776-4b51-ab7a-a5e20318eb2c admin admin] Publish callbacks [] for security_group (b11e6584-31eb-4407-a533-36bc009a44c4), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:00.850641 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465895b-7303-43f6-ab65-d9986b254d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79d7c9d-3da0-4134-822d-aeecbb773b61,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:00.947420 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-df68e9f9-9db1-4bf7-9335-cf19beef3ad6 admin admin] Publish callbacks [] for security_group (06cb7383-3ce6-410a-9430-607885df7747), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.005564 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-df68e9f9-9db1-4bf7-9335-cf19beef3ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (06cb7383-3ce6-410a-9430-607885df7747), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.058854 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Publish callbacks [] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.062685 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Port 230f4441-d39c-41c6-8654-d0110f34fdf5 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:01.068450 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:01.069492 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Checking segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:01.070621 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.071117 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Bound using segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:01.071874 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Bound port: c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:01.072683 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.084811 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.113500 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for port (06b43453-7f02-44ff-8933-7bb51022ccf8), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.163784 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-83f64ca4-4fcb-421e-8cbd-53f7d5d5a66b service neutron] 10.222.0.64 "GET /v2.0/networks/0805990c-7cb2-4d7c-97c2-390d887ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7947338 Oct 28 19:53:01.195453 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port ff57eefe-85b7-4be4-94ae-de8e4e7fb931 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:01.291897 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] For port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:01.296635 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] For port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:01.320459 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.365298 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb55e2-4b67-4767-9812-e83abf4551b0 None None] Pushing event updated for resources: {'Port': ['ID=230f4441-d39c-41c6-8654-d0110f34fdf5,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:01.445542 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Attempting to bind port 230f4441-d39c-41c6-8654-d0110f34fdf5 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:01.449853 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Attempting to bind port 230f4441-d39c-41c6-8654-d0110f34fdf5 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:01.450559 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Attempting to bind port 230f4441-d39c-41c6-8654-d0110f34fdf5 on network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:01.453091 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:01.460400 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:01.516978 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68e9f9-9db1-4bf7-9335-cf19beef3ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb7383-3ce6-410a-9430-607885df7747,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:01.555402 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-df68e9f9-9db1-4bf7-9335-cf19beef3ad6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ed6e908927d49c6a29d284bf5b93b93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6796911 Oct 28 19:53:01.556998 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44118) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:01.624279 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-848283b5-3776-4b51-ab7a-a5e20318eb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (b11e6584-31eb-4407-a533-36bc009a44c4), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.634395 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-848283b5-3776-4b51-ab7a-a5e20318eb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.643838 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-848283b5-3776-4b51-ab7a-a5e20318eb2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b11e6584-31eb-4407-a533-36bc009a44c4 HTTP/1.1" status: 204 len: 168 time: 1.5476539 Oct 28 19:53:01.646690 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44122) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:01.685727 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:01.691175 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-3bfb5de7-ce8e-4d6a-b421-a5af326e9dd6 service neutron] 10.222.0.64 "GET /v2.0/networks/0805990c-7cb2-4d7c-97c2-390d887ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252600 Oct 28 19:53:01.701466 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Made reservation on behalf of 13a5e7068d3a48b08cc590c2b7d60bd9 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:01.714370 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.759463 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-635e62de-9f00-469a-9946-6c2bd6ac53f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.822171 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (06b43453-7f02-44ff-8933-7bb51022ccf8), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.838406 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848283b5-3776-4b51-ab7a-a5e20318eb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11e6584-31eb-4407-a533-36bc009a44c4,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:01.845295 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Attempt 6 to provision port 230f4441-d39c-41c6-8654-d0110f34fdf5 Oct 28 19:53:01.861440 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 1317ff11-c90c-4090-ab13-ac361265a841 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:01.960726 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:01.961289 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Checking segment: {'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:01.961929 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:01.962552 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Bound using segment: {'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:01.963437 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Bound port: 230f4441-d39c-41c6-8654-d0110f34fdf5, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:01.964476 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.009268 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (64a1d43a-a360-43b3-90e5-80b91419083e), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.016010 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a52db1b-d808-4eb9-bc9b-900a2d8667b6 admin admin] Publish callbacks [] for security_group (06cb7383-3ce6-410a-9430-607885df7747), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.029077 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (64a1d43a-a360-43b3-90e5-80b91419083e), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.154951 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Port 230f4441-d39c-41c6-8654-d0110f34fdf5 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:02.168323 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 1317ff11-c90c-4090-ab13-ac361265a841 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:02.169052 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (1317ff11-c90c-4090-ab13-ac361265a841), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.169700 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 1317ff11-c90c-4090-ab13-ac361265a841 Oct 28 19:53:02.227027 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951b77c-b2db-465c-929d-f2f95209fdc2 None None] Pushing event updated for resources: {'Port': ['ID=c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:02.237933 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (c557be35-d0a3-4781-83ff-dea766308517), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.280950 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] For port 230f4441-d39c-41c6-8654-d0110f34fdf5, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:02.367692 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] For port 230f4441-d39c-41c6-8654-d0110f34fdf5, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=230f4441-d39c-41c6-8654-d0110f34fdf5,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:02.393334 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:02.415875 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b43f7c15-1af3-4901-840e-39222c5b407a req-f858802c-daae-4965-84d7-0bbc3378b548 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 210 time: 0.4931395 Oct 28 19:53:02.440702 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a52db1b-d808-4eb9-bc9b-900a2d8667b6 admin admin] Publish callbacks [] for security_group (06cb7383-3ce6-410a-9430-607885df7747), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.440937 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.539682 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:02.543643 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:02.562382 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 1317ff11-c90c-4090-ab13-ac361265a841 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:02.565643 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (1317ff11-c90c-4090-ab13-ac361265a841), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.595732 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5d3d8dfe-6ea8-49c6-85ed-e9d5ef4c119c req-2c1a0cef-bc43-4b0e-840a-dace786feba2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 210 time: 0.3700924 Oct 28 19:53:02.597763 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 44152) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:02.603764 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Routers {'dc79f34b-54a9-403a-b83b-fb01356b5a5c'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:02.604925 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:52:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:02.665934 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-635e62de-9f00-469a-9946-6c2bd6ac53f1 admin admin] Publish callbacks [] for security_group (254f8454-e915-4d7c-9d88-7e0930b466c4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.690991 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-635e62de-9f00-469a-9946-6c2bd6ac53f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (254f8454-e915-4d7c-9d88-7e0930b466c4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.699424 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Attempt 7 to provision port 230f4441-d39c-41c6-8654-d0110f34fdf5 Oct 28 19:53:02.720682 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.729547 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8232951 Oct 28 19:53:02.788841 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142947f9-d8b2-4593-861b-e4caf4fe3ef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=64a1d43a-a360-43b3-90e5-80b91419083e,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:02.809577 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-635e62de-9f00-469a-9946-6c2bd6ac53f1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de40e47e90434462ae3806df99b3c654&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1100533 Oct 28 19:53:02.810470 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e62de-9f00-469a-9946-6c2bd6ac53f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254f8454-e915-4d7c-9d88-7e0930b466c4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:02.814824 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44162) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:02.860455 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb55e2-4b67-4767-9812-e83abf4551b0 None None] Pushing event updated for resources: {'Port': ['ID=230f4441-d39c-41c6-8654-d0110f34fdf5,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:02.894630 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a52db1b-d808-4eb9-bc9b-900a2d8667b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (06cb7383-3ce6-410a-9430-607885df7747), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.898670 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3a52db1b-d808-4eb9-bc9b-900a2d8667b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:02.900349 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-3a52db1b-d808-4eb9-bc9b-900a2d8667b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06cb7383-3ce6-410a-9430-607885df7747 HTTP/1.1" status: 204 len: 168 time: 1.3230834 Oct 28 19:53:02.939403 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Allocated IP 172.20.0.7 (ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea/10a750a5-4b0f-4fcb-b4e7-4d308f703f5d/6fa08aed-c02d-48ac-9d55-26570d0e5787) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:02.979482 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52db1b-d808-4eb9-bc9b-900a2d8667b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb7383-3ce6-410a-9430-607885df7747,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:03.026012 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5e98e565-0bcb-475f-a092-789778446991 admin admin] Publish callbacks [] for security_group (254f8454-e915-4d7c-9d88-7e0930b466c4), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:03.171221 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5e98e565-0bcb-475f-a092-789778446991 admin admin] Publish callbacks [] for security_group (254f8454-e915-4d7c-9d88-7e0930b466c4), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:03.194983 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 1317ff11-c90c-4090-ab13-ac361265a841, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=1317ff11-c90c-4090-ab13-ac361265a841,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:03.201154 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'Port': ['ID=06b43453-7f02-44ff-8933-7bb51022ccf8,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:03.261043 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5e98e565-0bcb-475f-a092-789778446991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (254f8454-e915-4d7c-9d88-7e0930b466c4), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:03.277548 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5e98e565-0bcb-475f-a092-789778446991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:03.281272 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-5e98e565-0bcb-475f-a092-789778446991 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/254f8454-e915-4d7c-9d88-7e0930b466c4 HTTP/1.1" status: 204 len: 168 time: 0.4629226 Oct 28 19:53:03.295913 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98e565-0bcb-475f-a092-789778446991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254f8454-e915-4d7c-9d88-7e0930b466c4,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:03.346448 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (1317ff11-c90c-4090-ab13-ac361265a841), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:03.354733 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:03.404980 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] Set router dc79f34b-54a9-403a-b83b-fb01356b5a5c gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:03.415214 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-152e973b-fd28-4dc9-ae70-617ec6b4390b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:03.587806 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:03.852542 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:01Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:03.982167 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8a5ab0-4c04-4580-9630-acde849f1b3c None None] The sync data for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb is: [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:01Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:53:04.121964 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.26', 51200) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:04.352267 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=1317ff11-c90c-4090-ab13-ac361265a841,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:04.423216 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44208) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:04.516282 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Current status of the port 230f4441-d39c-41c6-8654-d0110f34fdf5 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:04.520249 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.580678 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c67de38c-565d-4679-a071-25b79858b976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.659515 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] For port 230f4441-d39c-41c6-8654-d0110f34fdf5, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=230f4441-d39c-41c6-8654-d0110f34fdf5,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:04.672703 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.807938 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (e7652e00-9014-4d74-a293-ad40b4b36d6b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.867882 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e71e2e44-5372-4cec-8afd-020fd15300d0 req-2ab42e4b-d7f0-4474-acd3-0bd24391d105 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 210 time: 1.0079594 Oct 28 19:53:04.897965 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Provisioning complete for port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:04.898552 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:04.901875 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Attempt 1 to provision port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 Oct 28 19:53:04.937327 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'name': 'tempest-DeleteServersTestJSON-1879200990-router', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:53Z', 'revision_number': 4, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'gw_port': {'id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '230f4441-d39c-41c6-8654-d0110f34fdf5', 'name': '', 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'mac_address': 'fa:16:3e:6b:54:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cb19bc80-51e6-4e2d-a0b1-53823fc7d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:49Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 4, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'subnets': [{'id': 'cb19bc80-51e6-4e2d-a0b1-53823fc7d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:04.981098 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:05.016893 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event updated for resources: {'Port': ['ID=6fa08aed-c02d-48ac-9d55-26570d0e5787,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:05.059530 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.26', 51203) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:05.078864 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:05.084564 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:05.091036 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-bddadad8-d926-4d32-80cb-7448b63aca72 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:05.096723 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-bddadad8-d926-4d32-80cb-7448b63aca72 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 819 time: 0.9736426 Oct 28 19:53:05.136378 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Request body: {'port': {'device_id': 'b0847a80-ac6f-47d5-b67c-baaff1eb3a31', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'admin_state_up': True, 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:05.140347 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7922f45a-c996-4591-afa0-e2b24e270f96 None None] The sync data for ids ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'] in dv-cinder-862894-1-smb is: [{'id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'name': 'tempest-DeleteServersTestJSON-1879200990-router', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:53Z', 'revision_number': 4, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'gw_port': {'id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '230f4441-d39c-41c6-8654-d0110f34fdf5', 'name': '', 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'mac_address': 'fa:16:3e:6b:54:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'cb19bc80-51e6-4e2d-a0b1-53823fc7d46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:49Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 4, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'subnets': [{'id': 'cb19bc80-51e6-4e2d-a0b1-53823fc7d46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:53:05.170455 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Pushing event updated for resources: {'Port': ['ID=230f4441-d39c-41c6-8654-d0110f34fdf5,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:05.258031 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Current status of the port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:05.258820 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.349493 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] For port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:05.360792 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.666480 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-30abb3cc-7785-49a2-aa86-9ca6c46f70fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--268003005&fields=id&tenant_id=09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 267 time: 2.0953712 Oct 28 19:53:05.735929 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Made reservation on behalf of 13a5e7068d3a48b08cc590c2b7d60bd9 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:05.741147 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-541cee3b-014d-440d-ace5-b336ec15de05 req-7bdcaf30-a921-4102-9213-72a824481d52 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 210 time: 0.3393476 Oct 28 19:53:05.742437 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (06b43453-7f02-44ff-8933-7bb51022ccf8), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.749349 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.791995 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Pushing event updated for resources: {'Port': ['ID=c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:05.811726 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Provisioning complete for port 1317ff11-c90c-4090-ab13-ac361265a841 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:05.813931 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (1317ff11-c90c-4090-ab13-ac361265a841), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.814448 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Attempt 1 to provision port 1317ff11-c90c-4090-ab13-ac361265a841 Oct 28 19:53:05.839955 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c67de38c-565d-4679-a071-25b79858b976 admin admin] Publish callbacks [] for security_group (b153016d-9af2-48b1-80c9-071224875303), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.903591 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c67de38c-565d-4679-a071-25b79858b976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (b153016d-9af2-48b1-80c9-071224875303), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:05.927629 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 1317ff11-c90c-4090-ab13-ac361265a841 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:06.148126 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-c67de38c-565d-4679-a071-25b79858b976 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b8005d8118a4e1cbb756709d61a51e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7188580 Oct 28 19:53:06.150848 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44254) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:06.185983 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67de38c-565d-4679-a071-25b79858b976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b153016d-9af2-48b1-80c9-071224875303,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:06.327567 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 1317ff11-c90c-4090-ab13-ac361265a841 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:06.329574 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (1317ff11-c90c-4090-ab13-ac361265a841), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.334035 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 1317ff11-c90c-4090-ab13-ac361265a841 Oct 28 19:53:06.435525 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-0a3a780b-8d79-4651-85c0-4be4970f7c5e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:06.437143 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-0a3a780b-8d79-4651-85c0-4be4970f7c5e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 814 time: 0.7694786 Oct 28 19:53:06.449868 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4833570f-fea0-47de-9282-86fe2081b57c None None] Current status of the port 1317ff11-c90c-4090-ab13-ac361265a841 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:06.525989 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ef42100f-601b-4bc9-a998-af1e81a4a121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.547576 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:06.569200 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.588169 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 1317ff11-c90c-4090-ab13-ac361265a841 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:06.590153 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:06.599196 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Provisioning complete for port 230f4441-d39c-41c6-8654-d0110f34fdf5 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:06.599899 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.600458 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 1 to provision port 230f4441-d39c-41c6-8654-d0110f34fdf5 Oct 28 19:53:06.699257 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 44262) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:06.720327 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for port (06b43453-7f02-44ff-8933-7bb51022ccf8), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.794252 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-152e973b-fd28-4dc9-ae70-617ec6b4390b admin admin] Publish callbacks [] for security_group (30e65f2f-f0cf-4b53-8f6d-2df6e33af42b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.803207 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:06.805084 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.807038 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 Oct 28 19:53:06.818192 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ee47283-f75c-44bd-82af-a2464d447b90 admin admin] Publish callbacks [] for security_group (b153016d-9af2-48b1-80c9-071224875303), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.820899 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6744-1649-41f3-b826-6466e904afa0 req-851189d2-9a1c-4737-95e3-dd51a2481ffc tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:06.830514 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-851189d2-9a1c-4737-95e3-dd51a2481ffc tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.26 "GET /v2.0/networks?id=0805990c-7cb2-4d7c-97c2-390d887ebcf9 HTTP/1.1" status: 200 len: 812 time: 1.7621231 Oct 28 19:53:06.874265 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Current status of the port 230f4441-d39c-41c6-8654-d0110f34fdf5 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:06.899977 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (06b43453-7f02-44ff-8933-7bb51022ccf8), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.917999 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Provisioning complete for port 6fa08aed-c02d-48ac-9d55-26570d0e5787 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:06.918420 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.918771 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 1 to provision port 6fa08aed-c02d-48ac-9d55-26570d0e5787 Oct 28 19:53:06.956029 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ee47283-f75c-44bd-82af-a2464d447b90 admin admin] Publish callbacks [] for security_group (b153016d-9af2-48b1-80c9-071224875303), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:06.993020 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Allocated IP 172.20.0.11 (ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea/10a750a5-4b0f-4fcb-b4e7-4d308f703f5d/f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:06.995835 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-f2e7c877-182e-4ef0-a160-54a1c44c1e2f tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/quotas/09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 375 time: 0.5201402 Oct 28 19:53:07.004001 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-bc1733ca-0d40-453a-98b3-99ecefbf86f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5909939 Oct 28 19:53:07.097459 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (e7652e00-9014-4d74-a293-ad40b4b36d6b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:07.117032 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-152e973b-fd28-4dc9-ae70-617ec6b4390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (30e65f2f-f0cf-4b53-8f6d-2df6e33af42b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:07.127861 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-14999d3f-746f-4476-a5db-2263d8d3c02d req-a350b757-8b64-428d-b749-c86579ff3aa8 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 210 time: 0.6763225 Oct 28 19:53:07.168947 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:07.179569 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Port 6fa08aed-c02d-48ac-9d55-26570d0e5787 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:07.184664 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'Port': ['ID=06b43453-7f02-44ff-8933-7bb51022ccf8,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:07.286013 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-9bd00ca6-506a-44f2-9162-6998e97e7baa tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:53:07.287156 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-9bd00ca6-506a-44f2-9162-6998e97e7baa tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1568975 Oct 28 19:53:07.345806 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Request body: {'port': {'device_id': 'e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe', 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9', 'admin_state_up': True, 'tenant_id': 'b495e45a571743789c68ecdcfe66869b'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:07.637355 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:07.652127 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ee47283-f75c-44bd-82af-a2464d447b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (b153016d-9af2-48b1-80c9-071224875303), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:07.660317 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1ee47283-f75c-44bd-82af-a2464d447b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:07.662181 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-1ee47283-f75c-44bd-82af-a2464d447b90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b153016d-9af2-48b1-80c9-071224875303 HTTP/1.1" status: 204 len: 168 time: 1.4778965 Oct 28 19:53:07.681050 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 2 to provision port 6fa08aed-c02d-48ac-9d55-26570d0e5787 Oct 28 19:53:07.750830 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee47283-f75c-44bd-82af-a2464d447b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b153016d-9af2-48b1-80c9-071224875303,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:07.751933 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 230f4441-d39c-41c6-8654-d0110f34fdf5 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:07.847252 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:07.854142 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:07.879257 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-4bea4f1d-3196-47c8-8866-d739b18b4a7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6180222 Oct 28 19:53:07.992436 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7587381a-0450-443c-adc6-462143062210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:08.031154 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Port 6fa08aed-c02d-48ac-9d55-26570d0e5787 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:08.076667 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e973b-fd28-4dc9-ae70-617ec6b4390b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e65f2f-f0cf-4b53-8f6d-2df6e33af42b,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:08.091020 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-152e973b-fd28-4dc9-ae70-617ec6b4390b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f98934a6bc14539bbc606ce0bec0abc&name=default HTTP/1.1" status: 200 len: 2996 time: 4.9076138 Oct 28 19:53:08.102304 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Request body: {'port': {'device_id': '23e34290-de84-429c-be53-00a506f68042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:08.107111 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 230f4441-d39c-41c6-8654-d0110f34fdf5 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:08.107706 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:08.108241 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 230f4441-d39c-41c6-8654-d0110f34fdf5 Oct 28 19:53:08.157660 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 44296) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:08.192338 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e534c3ab-9499-4ced-ae00-0e171285b54a req-aaadff96-9214-49f1-83f5-9a271c8a4e1b tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 210 time: 0.3023655 Oct 28 19:53:08.346866 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 230f4441-d39c-41c6-8654-d0110f34fdf5 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:08.350351 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:08.464521 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:08.464907 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:08.465250 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 Oct 28 19:53:08.480786 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7587381a-0450-443c-adc6-462143062210 admin admin] Publish callbacks [] for security_group (f4e9f692-d036-4fbf-a51d-2a8d052f1e28), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:08.492399 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:08.509897 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:08.515178 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:08.517850 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event updated for resources: {'Port': ['ID=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:08.533096 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 3 to provision port 6fa08aed-c02d-48ac-9d55-26570d0e5787 Oct 28 19:53:08.556667 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7587381a-0450-443c-adc6-462143062210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f4e9f692-d036-4fbf-a51d-2a8d052f1e28), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:08.595877 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:08.597874 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:08.604481 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Port 6fa08aed-c02d-48ac-9d55-26570d0e5787 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:08.626432 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-cd1f00c0-248f-4aa1-9abc-a84b97f670db tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5165279 Oct 28 19:53:08.665662 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Request body: {'port': {'device_id': 'b0847a80-ac6f-47d5-b67c-baaff1eb3a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:08.690629 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Made reservation on behalf of b495e45a571743789c68ecdcfe66869b for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:08.712177 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:08.787896 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-0ddaac4b-df43-4297-87e2-6c7b3dd65ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:08.812297 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:08.843773 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:08.950253 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-7587381a-0450-443c-adc6-462143062210 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df474a97fb5949e6b75162ad9cd29632&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1158087 Oct 28 19:53:08.951602 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:08.966684 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-cb3b9131-2447-4fc9-8837-dc8300411f37 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&fields=id HTTP/1.1" status: 200 len: 302 time: 1.9561923 Oct 28 19:53:08.997949 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44336) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:09.105801 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 4 to provision port 6fa08aed-c02d-48ac-9d55-26570d0e5787 Oct 28 19:53:09.196794 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Port 6fa08aed-c02d-48ac-9d55-26570d0e5787 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:09.223256 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dd00a377-68c5-4711-92eb-171a14e63526 admin admin] Publish callbacks [] for security_group (30e65f2f-f0cf-4b53-8f6d-2df6e33af42b), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.323640 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dd00a377-68c5-4711-92eb-171a14e63526 admin admin] Publish callbacks [] for security_group (30e65f2f-f0cf-4b53-8f6d-2df6e33af42b), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.516048 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-c53f249d-9812-4775-8ed1-cf73b84b758d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--883179884&fields=id&tenant_id=e2537368d29e431a9757a354ffb5e174 HTTP/1.1" status: 200 len: 267 time: 1.0124424 Oct 28 19:53:09.518209 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587381a-0450-443c-adc6-462143062210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e9f692-d036-4fbf-a51d-2a8d052f1e28,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:09.555667 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-5f61910b-8a7d-42a9-a0d7-ba92cbb019ac service neutron] 10.222.0.64 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345740 Oct 28 19:53:09.568287 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3f156990-e990-4590-97df-31cb25da8394 admin admin] Publish callbacks [] for security_group (f4e9f692-d036-4fbf-a51d-2a8d052f1e28), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.593488 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dd00a377-68c5-4711-92eb-171a14e63526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (30e65f2f-f0cf-4b53-8f6d-2df6e33af42b), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.596885 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dd00a377-68c5-4711-92eb-171a14e63526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.603106 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-dd00a377-68c5-4711-92eb-171a14e63526 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30e65f2f-f0cf-4b53-8f6d-2df6e33af42b HTTP/1.1" status: 204 len: 168 time: 1.4352262 Oct 28 19:53:09.628085 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44360) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:09.654998 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3f156990-e990-4590-97df-31cb25da8394 admin admin] Publish callbacks [] for security_group (f4e9f692-d036-4fbf-a51d-2a8d052f1e28), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.698736 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 5 to provision port 6fa08aed-c02d-48ac-9d55-26570d0e5787 Oct 28 19:53:09.783913 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-5693cc01-04be-4c79-9e84-7e1374a738e6 service neutron] 10.222.0.64 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268500 Oct 28 19:53:09.792583 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Port 6fa08aed-c02d-48ac-9d55-26570d0e5787 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:09.834692 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.883909 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00a377-68c5-4711-92eb-171a14e63526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e65f2f-f0cf-4b53-8f6d-2df6e33af42b,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:09.986914 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3f156990-e990-4590-97df-31cb25da8394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f4e9f692-d036-4fbf-a51d-2a8d052f1e28), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.997462 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3f156990-e990-4590-97df-31cb25da8394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:09.999422 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-3f156990-e990-4590-97df-31cb25da8394 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4e9f692-d036-4fbf-a51d-2a8d052f1e28 HTTP/1.1" status: 204 len: 168 time: 1.0004339 Oct 28 19:53:10.061486 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f156990-e990-4590-97df-31cb25da8394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e9f692-d036-4fbf-a51d-2a8d052f1e28,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:10.124214 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:10.182289 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Publish callbacks [] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.213109 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-015f8b33-26fd-4009-b594-39424cf5bd98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.295040 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 6 to provision port 6fa08aed-c02d-48ac-9d55-26570d0e5787 Oct 28 19:53:10.300652 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Transition to ACTIVE for port object f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:53:10.314637 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.421678 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Port 6fa08aed-c02d-48ac-9d55-26570d0e5787 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:10.442432 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:10.831162 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-015f8b33-26fd-4009-b594-39424cf5bd98 admin admin] Publish callbacks [] for security_group (76be87cb-f9be-4f0b-a38f-8cbd1b135b15), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.834550 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Attempting to bind port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:10.838462 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Attempting to bind port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:10.841457 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Attempting to bind port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 on network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:10.845546 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-015f8b33-26fd-4009-b594-39424cf5bd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (76be87cb-f9be-4f0b-a38f-8cbd1b135b15), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.865849 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Allocated IP 172.20.0.7 (0805990c-7cb2-4d7c-97c2-390d887ebcf9/cb19bc80-51e6-4e2d-a0b1-53823fc7d46f/724a8cca-d5d5-4c05-a0ea-db378bac2b1f) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:10.878534 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44390) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:10.881904 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 on network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:53:10.882435 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Attempting to bind port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 on network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:10.921214 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:10.921662 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Checking segment: {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:10.922259 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Bound using segment: {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:10.922731 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Bound port: f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:10.923098 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.927667 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 7 to provision port 6fa08aed-c02d-48ac-9d55-26570d0e5787 Oct 28 19:53:10.945706 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2fce70e-6016-4651-9902-f0cc56fd6aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:10.961197 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-015f8b33-26fd-4009-b594-39424cf5bd98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a0b90ac2db248d79d140efd34c349cc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3294070 Oct 28 19:53:10.977120 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44396) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:10.977835 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f8b33-26fd-4009-b594-39424cf5bd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76be87cb-f9be-4f0b-a38f-8cbd1b135b15,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:11.006938 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Port 6fa08aed-c02d-48ac-9d55-26570d0e5787 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:11.048678 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Publish callbacks [] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.252570 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9e7acd55-62f1-4c8d-8ed7-827a58617d25 admin admin] Publish callbacks [] for security_group (76be87cb-f9be-4f0b-a38f-8cbd1b135b15), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.331395 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9e7acd55-62f1-4c8d-8ed7-827a58617d25 admin admin] Publish callbacks [] for security_group (76be87cb-f9be-4f0b-a38f-8cbd1b135b15), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.338533 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.412123 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.419662 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:11.424213 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:11.442815 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-c12ff621-b783-484a-aa31-89754755c860 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:11.458641 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-c12ff621-b783-484a-aa31-89754755c860 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 817 time: 1.9405081 Oct 28 19:53:11.482851 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] For port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6, host hv-cinder-86289, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:11.508638 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 8 to provision port 6fa08aed-c02d-48ac-9d55-26570d0e5787 Oct 28 19:53:11.549056 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:11.567390 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9e7acd55-62f1-4c8d-8ed7-827a58617d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (76be87cb-f9be-4f0b-a38f-8cbd1b135b15), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.575885 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9e7acd55-62f1-4c8d-8ed7-827a58617d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.580833 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-9e7acd55-62f1-4c8d-8ed7-827a58617d25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76be87cb-f9be-4f0b-a38f-8cbd1b135b15 HTTP/1.1" status: 204 len: 168 time: 0.5944095 Oct 28 19:53:11.582964 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] For port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:11.605096 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Port 6fa08aed-c02d-48ac-9d55-26570d0e5787 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:11.619532 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.633403 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:11.635018 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.637277 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] 10.222.0.26 "PUT /v2.0/ports/f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 HTTP/1.1" status: 200 len: 1094 time: 2.9832518 Oct 28 19:53:11.705562 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-e77e6107-3739-4c8e-8d0a-973267ec5c02 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/quotas/e2537368d29e431a9757a354ffb5e174 HTTP/1.1" status: 200 len: 375 time: 0.2458131 Oct 28 19:53:11.732848 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:11.740980 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.748802 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0847a80-ac6f-47d5-b67c-baaff1eb3a31', 'tag': 'f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:11.771792 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7acd55-62f1-4c8d-8ed7-827a58617d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76be87cb-f9be-4f0b-a38f-8cbd1b135b15,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:11.840173 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40aa93-e8e6-4b96-8757-c5cfa37fcba4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:11.877296 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a52242-21b5-4735-82be-2a3cd6c5852e req-1e9d94e7-7e1f-4369-b7d3-864701a0ec36 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:11.882525 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-01a52242-21b5-4735-82be-2a3cd6c5852e req-1e9d94e7-7e1f-4369-b7d3-864701a0ec36 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 944 time: 1.1364563 Oct 28 19:53:11.899153 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2fce70e-6016-4651-9902-f0cc56fd6aaf admin admin] Publish callbacks [] for security_group (476c0afd-4449-4e39-a107-3a6750488d7f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:11.937656 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b2fce70e-6016-4651-9902-f0cc56fd6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (476c0afd-4449-4e39-a107-3a6750488d7f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.002388 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-01a52242-21b5-4735-82be-2a3cd6c5852e req-eb8e675c-b8c3-41a6-a56c-936bda69c089 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850649 Oct 28 19:53:12.002925 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 44422) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:12.004074 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-b2fce70e-6016-4651-9902-f0cc56fd6aaf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d84d9a8b846c4d71b585b52031367484&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1166224 Oct 28 19:53:12.006398 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fce70e-6016-4651-9902-f0cc56fd6aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476c0afd-4449-4e39-a107-3a6750488d7f,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:12.073177 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Pushing event updated for resources: {'Port': ['ID=724a8cca-d5d5-4c05-a0ea-db378bac2b1f,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:12.108369 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-418faa6c-8f41-49da-a7b8-33d5b632218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:12.109310 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 9 to provision port 6fa08aed-c02d-48ac-9d55-26570d0e5787 Oct 28 19:53:12.122417 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-418faa6c-8f41-49da-a7b8-33d5b632218d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 1128 time: 0.3340554 Oct 28 19:53:12.143506 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-d36fe34e-9f1f-4835-85fb-f22bccdf4f8c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0041771 Oct 28 19:53:12.214616 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Request body: {'port': {'device_id': 'e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:12.219443 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Port 6fa08aed-c02d-48ac-9d55-26570d0e5787 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:12.232424 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.26', 51208) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:12.300584 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-67e06921-ec38-42ac-860d-74a0bbb12a48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 HTTP/1.1" status: 200 len: 217 time: 0.1559958 Oct 28 19:53:12.429077 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-d3c48abb-4776-4db9-9122-18f29a45c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:12.431231 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-d3c48abb-4776-4db9-9122-18f29a45c8ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.1082118 Oct 28 19:53:12.522210 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.558912 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44432) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:12.577044 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-3dd6340e-03db-4c1d-a684-2691e8ca938e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:12.579314 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-3dd6340e-03db-4c1d-a684-2691e8ca938e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 814 time: 0.3373504 Oct 28 19:53:12.591773 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b97d206d-4272-4592-b7fe-18db539b586a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.655941 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-717cfd9f-d039-48ab-a377-b39dc8baf799 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9465029 Oct 28 19:53:12.668738 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5947c714-1079-4758-8030-6893a7d9b63b admin admin] Publish callbacks [] for security_group (476c0afd-4449-4e39-a107-3a6750488d7f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.672817 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29631095-e3ad-4227-ac30-af6819393f58" -d '{"events": [{"name": "network-changed", "server_uuid": "b0847a80-ac6f-47d5-b67c-baaff1eb3a31", "tag": "f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:12.696379 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.700611 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5947c714-1079-4758-8030-6893a7d9b63b admin admin] Publish callbacks [] for security_group (476c0afd-4449-4e39-a107-3a6750488d7f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.705318 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-95606c74-ee81-4edd-b94f-9dafe656d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:12.707062 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-95606c74-ee81-4edd-b94f-9dafe656d2f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2338066 Oct 28 19:53:12.733949 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 10 to provision port 6fa08aed-c02d-48ac-9d55-26570d0e5787 Oct 28 19:53:12.801438 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-160e23f0-d872-4300-8469-9e497f9f6b63 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 379 time: 0.1969411 Oct 28 19:53:12.802626 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Port 6fa08aed-c02d-48ac-9d55-26570d0e5787 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:12.826808 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Provisioning complete for port 1317ff11-c90c-4090-ab13-ac361265a841 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:12.827317 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (1317ff11-c90c-4090-ab13-ac361265a841), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:12.827674 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Attempt 1 to provision port 1317ff11-c90c-4090-ab13-ac361265a841 Oct 28 19:53:12.859782 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'port': {'device_id': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'admin_state_up': True, 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'security_groups': ['640d50ca-a486-4bad-a357-6fd7a404ef3b']}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:12.991306 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8776a8c4-bb5e-4e78-b8f1-15cc643ad7e5 None None] Current status of the port 1317ff11-c90c-4090-ab13-ac361265a841 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:13.015579 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5947c714-1079-4758-8030-6893a7d9b63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (476c0afd-4449-4e39-a107-3a6750488d7f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:13.022229 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5947c714-1079-4758-8030-6893a7d9b63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:13.031945 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-5947c714-1079-4758-8030-6893a7d9b63b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/476c0afd-4449-4e39-a107-3a6750488d7f HTTP/1.1" status: 204 len: 168 time: 0.9597507 Oct 28 19:53:13.036496 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-bcdb4d5a-edad-4f37-ac85-c8c623716c57 service neutron] 10.222.0.64 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555799 Oct 28 19:53:13.220703 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Provisioning complete for port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:13.221861 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:13.223273 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Attempt 1 to provision port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f Oct 28 19:53:13.297841 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-ed44e8d4-3510-4715-9bda-52a4d1e9c987 service neutron] 10.222.0.64 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407862 Oct 28 19:53:13.308308 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 44448) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:13.326257 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:13.339799 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5c7b1-ed6e-4a38-86c7-31ce8c02c738 req-b6c9b58b-61ff-4253-a142-13c803986d04 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:13.342921 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-08b5c7b1-ed6e-4a38-86c7-31ce8c02c738 req-b6c9b58b-61ff-4253-a142-13c803986d04 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 931 time: 0.8930001 Oct 28 19:53:13.640826 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-f0fd31eb-1372-4409-9d3a-83279d0b6fc6 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8523719 Oct 28 19:53:13.646666 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b97d206d-4272-4592-b7fe-18db539b586a admin admin] Publish callbacks [] for security_group (787cf8da-9dc3-4b3c-aa78-582ccf6fa2a4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:13.654252 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b97d206d-4272-4592-b7fe-18db539b586a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (787cf8da-9dc3-4b3c-aa78-582ccf6fa2a4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:13.705794 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947c714-1079-4758-8030-6893a7d9b63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476c0afd-4449-4e39-a107-3a6750488d7f,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:13.721299 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Made reservation on behalf of 09cb8cca1ca8447e996c5c8790747d29 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:13.726309 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:13.777266 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d206d-4272-4592-b7fe-18db539b586a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787cf8da-9dc3-4b3c-aa78-582ccf6fa2a4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:13.788477 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-b97d206d-4272-4592-b7fe-18db539b586a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26dba2c49c2143abb04ce90124732c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2266691 Oct 28 19:53:13.791507 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44464) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:13.800252 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa08aed-c02d-48ac-9d55-26570d0e5787 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:13.827136 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Attempt 2 to provision port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f Oct 28 19:53:13.943062 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c09e-66f0-43e9-8afd-6d222fb51c24 admin admin] Publish callbacks [] for security_group (787cf8da-9dc3-4b3c-aa78-582ccf6fa2a4), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:13.969840 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:13.972180 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Publish callbacks [] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:13.979794 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-c39ea513-d65e-4647-964f-3fa8323edf8f req-47a6b4cf-0167-4fa8-babf-f8a0fcc09c69 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086870 Oct 28 19:53:14.018362 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c09e-66f0-43e9-8afd-6d222fb51c24 admin admin] Publish callbacks [] for security_group (787cf8da-9dc3-4b3c-aa78-582ccf6fa2a4), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.080836 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Allocated IP 172.20.0.14 (d26e63ef-1267-48a3-a194-773aac92fc05/71f694ce-b8fc-421b-877b-145680014548/2519d4a5-6024-476c-bafe-0dbc214121d4) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:14.101211 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724a8cca-d5d5-4c05-a0ea-db378bac2b1f {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:14.112752 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Publish callbacks [] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.138525 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Transition to ACTIVE for port object 724a8cca-d5d5-4c05-a0ea-db378bac2b1f will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:53:14.142593 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c09e-66f0-43e9-8afd-6d222fb51c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (787cf8da-9dc3-4b3c-aa78-582ccf6fa2a4), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.146307 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c09e-66f0-43e9-8afd-6d222fb51c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.147869 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-4ad9c09e-66f0-43e9-8afd-6d222fb51c24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/787cf8da-9dc3-4b3c-aa78-582ccf6fa2a4 HTTP/1.1" status: 204 len: 168 time: 0.3551550 Oct 28 19:53:14.183530 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9c09e-66f0-43e9-8afd-6d222fb51c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787cf8da-9dc3-4b3c-aa78-582ccf6fa2a4,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:14.188955 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-25303fea-b001-47c5-af1b-8d61a70b30c5 req-c882ea2c-9c17-42bb-b82a-8f6b6e737694 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 210 time: 0.4611299 Oct 28 19:53:14.189464 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.235115 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Transition to ACTIVE for port object 6fa08aed-c02d-48ac-9d55-26570d0e5787 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:53:14.237193 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ed60469b-ea92-4109-a31b-51128b0acb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.282348 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.321600 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-08b5c7b1-ed6e-4a38-86c7-31ce8c02c738 req-41a5ecb4-8819-4303-8052-b97505c0068d tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222613 Oct 28 19:53:14.472981 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Attempt 3 to provision port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f Oct 28 19:53:14.563573 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:14.583994 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.619964 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Pushing event updated for resources: {'Port': ['ID=724a8cca-d5d5-4c05-a0ea-db378bac2b1f,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:14.686840 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.783057 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Attempting to bind port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:14.783434 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Attempting to bind port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:14.783785 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Attempting to bind port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f on network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:14.800313 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Network d26e63ef-1267-48a3-a194-773aac92fc05 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:14.817324 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:14.822532 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:14.845689 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f on network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:53:14.846013 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Attempting to bind port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f on network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:14.856534 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ed60469b-ea92-4109-a31b-51128b0acb7e admin admin] Publish callbacks [] for security_group (1017498a-b9f8-4c4b-8f72-ef409d4a0446), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.882269 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e83bb-8309-45d4-a046-7e1c14cef7dc req-cd6b2844-1f24-4af2-9743-628db3da45a5 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:14.884025 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1d1e83bb-8309-45d4-a046-7e1c14cef7dc req-cd6b2844-1f24-4af2-9743-628db3da45a5 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 944 time: 0.3126752 Oct 28 19:53:14.884709 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ed60469b-ea92-4109-a31b-51128b0acb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (1017498a-b9f8-4c4b-8f72-ef409d4a0446), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.909248 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=2519d4a5-6024-476c-bafe-0dbc214121d4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:14.950481 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:14.951665 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.963834 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-ed60469b-ea92-4109-a31b-51128b0acb7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afc0b2473e124190a4459ef8051497a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6177466 Oct 28 19:53:14.964746 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:14.965121 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Checking segment: {'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:14.965815 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Bound using segment: {'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:14.966308 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Bound port: 724a8cca-d5d5-4c05-a0ea-db378bac2b1f, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:14.966573 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44492) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:14.966684 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:14.970853 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60469b-ea92-4109-a31b-51128b0acb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1017498a-b9f8-4c4b-8f72-ef409d4a0446,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:14.973775 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa08aed-c02d-48ac-9d55-26570d0e5787,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:15.023156 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-17829a3e-c1a7-43e9-bb29-3064713859fa tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1938481 Oct 28 19:53:15.057369 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d326570-f6ae-43b7-aed6-43857ffc9bec x-openstack-request-id: req-9d326570-f6ae-43b7-aed6-43857ffc9bec {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:15.058257 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0847a80-ac6f-47d5-b67c-baaff1eb3a31", "tag": "f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:15.058623 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d326570-f6ae-43b7-aed6-43857ffc9bec {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:15.060410 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d326570-f6ae-43b7-aed6-43857ffc9bec'] response: {'name': 'network-changed', 'server_uuid': 'b0847a80-ac6f-47d5-b67c-baaff1eb3a31', 'tag': 'f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6', 'status': 'completed', 'code': 200} Oct 28 19:53:15.066010 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Attempt 4 to provision port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f Oct 28 19:53:15.078307 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Request body: {'port': {'device_id': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:15.116916 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Attempting to bind port 6fa08aed-c02d-48ac-9d55-26570d0e5787 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:15.121225 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Attempting to bind port 6fa08aed-c02d-48ac-9d55-26570d0e5787 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:15.121686 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Attempting to bind port 6fa08aed-c02d-48ac-9d55-26570d0e5787 on network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:15.198961 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-133e6a09-4fba-4c8d-afd2-bf1743d34a08 admin admin] Publish callbacks [] for security_group (1017498a-b9f8-4c4b-8f72-ef409d4a0446), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.201123 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Port 6fa08aed-c02d-48ac-9d55-26570d0e5787 on network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:53:15.203244 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Attempting to bind port 6fa08aed-c02d-48ac-9d55-26570d0e5787 on network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:15.264589 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d6c01cb0-56ee-4eb4-925f-6b5180f600ed req-393c0dd9-44b3-4258-9088-70b3b18628e0 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 210 time: 0.0999131 Oct 28 19:53:15.268778 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1d1e83bb-8309-45d4-a046-7e1c14cef7dc req-0e418265-60ca-4964-944d-6f56f4a513e3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445902 Oct 28 19:53:15.269596 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:15.270022 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Checking segment: {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:15.271994 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Bound using segment: {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:15.272468 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Bound port: 6fa08aed-c02d-48ac-9d55-26570d0e5787, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:15.273064 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.356154 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:15.398946 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29631095-e3ad-4227-ac30-af6819393f58 req-b2bff403-c062-4b35-9e7a-36882b5a29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:15.403951 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-29631095-e3ad-4227-ac30-af6819393f58 req-b2bff403-c062-4b35-9e7a-36882b5a29bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 1128 time: 0.2483096 Oct 28 19:53:15.407779 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-133e6a09-4fba-4c8d-afd2-bf1743d34a08 admin admin] Publish callbacks [] for security_group (1017498a-b9f8-4c4b-8f72-ef409d4a0446), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.439912 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.545870 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] For port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:15.677699 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] For port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=724a8cca-d5d5-4c05-a0ea-db378bac2b1f,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:15.699830 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.26', 51212) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:15.710504 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.716780 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:15.717455 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.718891 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] 10.222.0.26 "PUT /v2.0/ports/724a8cca-d5d5-4c05-a0ea-db378bac2b1f HTTP/1.1" status: 200 len: 1093 time: 3.5318170 Oct 28 19:53:15.751125 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe', 'tag': '724a8cca-d5d5-4c05-a0ea-db378bac2b1f'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:15.855495 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] For port 6fa08aed-c02d-48ac-9d55-26570d0e5787, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:15.857644 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Attempt 5 to provision port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f Oct 28 19:53:15.917013 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-133e6a09-4fba-4c8d-afd2-bf1743d34a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (1017498a-b9f8-4c4b-8f72-ef409d4a0446), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.922842 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-133e6a09-4fba-4c8d-afd2-bf1743d34a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:15.927019 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-133e6a09-4fba-4c8d-afd2-bf1743d34a08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1017498a-b9f8-4c4b-8f72-ef409d4a0446 HTTP/1.1" status: 204 len: 168 time: 0.9582477 Oct 28 19:53:15.934976 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-10d0e9dc-ec01-4f7a-ba89-bd1ba2bc40ad None None] Port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:53:15.939330 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9618e-91fb-407d-815c-f5c2981bf408 req-e0b262ee-a733-4eaa-8031-b40d03bc0e5f tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:15.940924 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4cc9618e-91fb-407d-815c-f5c2981bf408 req-e0b262ee-a733-4eaa-8031-b40d03bc0e5f tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 943 time: 0.4783065 Oct 28 19:53:15.971885 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] For port 6fa08aed-c02d-48ac-9d55-26570d0e5787, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6fa08aed-c02d-48ac-9d55-26570d0e5787,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:15.983251 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3958a5-8060-4b86-81a5-a864a98ae215 req-5db34f22-83fe-4c49-adf9-e718c3ca220b tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:15.984947 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8a3958a5-8060-4b86-81a5-a864a98ae215 req-5db34f22-83fe-4c49-adf9-e718c3ca220b tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 932 time: 0.5175388 Oct 28 19:53:16.023195 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e6a09-4fba-4c8d-afd2-bf1743d34a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1017498a-b9f8-4c4b-8f72-ef409d4a0446,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:16.028197 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2519d4a5-6024-476c-bafe-0dbc214121d4 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:16.040896 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.045569 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.046123 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.047526 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] 10.222.0.26 "PUT /v2.0/ports/6fa08aed-c02d-48ac-9d55-26570d0e5787 HTTP/1.1" status: 200 len: 1093 time: 8.3351519 Oct 28 19:53:16.070159 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Publish callbacks [] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.077661 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29631095-e3ad-4227-ac30-af6819393f58 req-94ffe9fd-456b-4e82-9396-145a0c437e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.081756 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-29631095-e3ad-4227-ac30-af6819393f58 req-94ffe9fd-456b-4e82-9396-145a0c437e17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.6716678 Oct 28 19:53:16.106624 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-8cee608f-e953-49b6-9360-0484509f2548 None None] Provisioning complete for port 2519d4a5-6024-476c-bafe-0dbc214121d4 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:16.107015 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8cee608f-e953-49b6-9360-0484509f2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.114861 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8cee608f-e953-49b6-9360-0484509f2548 None None] Attempt 1 to provision port 2519d4a5-6024-476c-bafe-0dbc214121d4 Oct 28 19:53:16.116860 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a14e4e-e19b-4159-93ba-51f91598e512 service neutron] Pushing event updated for resources: {'Port': ['ID=724a8cca-d5d5-4c05-a0ea-db378bac2b1f,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:16.232187 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-29631095-e3ad-4227-ac30-af6819393f58 req-4d2acd1c-e87c-47d7-8f94-097855f6f149 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 HTTP/1.1" status: 200 len: 217 time: 0.1365278 Oct 28 19:53:16.232698 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8cee608f-e953-49b6-9360-0484509f2548 None None] Port 2519d4a5-6024-476c-bafe-0dbc214121d4 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:16.235118 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Transition to ACTIVE for port object 2519d4a5-6024-476c-bafe-0dbc214121d4 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:53:16.261155 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.293369 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6758b1bd-e459-4b39-b2ca-61e8772a569f" -d '{"events": [{"name": "network-changed", "server_uuid": "e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe", "tag": "724a8cca-d5d5-4c05-a0ea-db378bac2b1f"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:16.348849 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-26b52f45-69b7-49b9-8571-a48733bf71b6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.350403 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-26b52f45-69b7-49b9-8571-a48733bf71b6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.26 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 817 time: 0.6105099 Oct 28 19:53:16.353385 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4cc9618e-91fb-407d-815c-f5c2981bf408 req-187a0d39-16e2-4d24-b779-2a79cf265112 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802249 Oct 28 19:53:16.369391 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6744-1649-41f3-b826-6466e904afa0 req-1c078818-1dd5-440e-86a1-7de92610416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.371429 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-1c078818-1dd5-440e-86a1-7de92610416f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b495e45a571743789c68ecdcfe66869b&device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 1127 time: 0.5133159 Oct 28 19:53:16.382725 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8a3958a5-8060-4b86-81a5-a864a98ae215 req-434e2575-45ad-43a3-a780-3f8268aa78d3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753724 Oct 28 19:53:16.422705 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29631095-e3ad-4227-ac30-af6819393f58 req-a81e0cf4-b87d-4363-a5a5-e76d5c6a6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.425048 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-29631095-e3ad-4227-ac30-af6819393f58 req-a81e0cf4-b87d-4363-a5a5-e76d5c6a6906 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.1852863 Oct 28 19:53:16.429650 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Pushing event updated for resources: {'Port': ['ID=2519d4a5-6024-476c-bafe-0dbc214121d4,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:16.496920 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec56e78-4837-4423-8b13-d28f47a1cf09 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa08aed-c02d-48ac-9d55-26570d0e5787,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:16.497151 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Attempting to bind port 2519d4a5-6024-476c-bafe-0dbc214121d4 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:16.497716 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Attempting to bind port 2519d4a5-6024-476c-bafe-0dbc214121d4 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:16.498230 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Attempting to bind port 2519d4a5-6024-476c-bafe-0dbc214121d4 on network d26e63ef-1267-48a3-a194-773aac92fc05 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:16.506450 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Port 2519d4a5-6024-476c-bafe-0dbc214121d4 on network d26e63ef-1267-48a3-a194-773aac92fc05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:53:16.507050 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Attempting to bind port 2519d4a5-6024-476c-bafe-0dbc214121d4 on network d26e63ef-1267-48a3-a194-773aac92fc05 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:16.517766 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:16.518143 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Checking segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:16.518549 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Bound using segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:16.519024 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Bound port: 2519d4a5-6024-476c-bafe-0dbc214121d4, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:16.519458 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.521983 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-d504f3c4-a1be-44a9-975d-23f7e9ac373b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724a8cca-d5d5-4c05-a0ea-db378bac2b1f HTTP/1.1" status: 200 len: 217 time: 0.1324358 Oct 28 19:53:16.525206 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29631095-e3ad-4227-ac30-af6819393f58 req-81ee3525-601e-4585-a975-1aec4f808204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.527036 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-29631095-e3ad-4227-ac30-af6819393f58 req-81ee3525-601e-4585-a975-1aec4f808204 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0944521 Oct 28 19:53:16.569950 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-faaf65a4-dddb-4c9e-a5b0-e580e38ba7e0 req-88be1a15-b159-45db-b4b8-a3ac1b15e05b tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 210 time: 0.0754089 Oct 28 19:53:16.611509 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44562) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:16.614618 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1eab0-1585-4275-a04d-013e4965e694 req-55d4089e-2db2-4d4f-b956-38d07cdb994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.616974 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-55d4089e-2db2-4d4f-b956-38d07cdb994a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 1127 time: 0.4817336 Oct 28 19:53:16.641935 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-039bcb32-3e70-438b-bdc7-a09d28649d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.697706 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] For port 2519d4a5-6024-476c-bafe-0dbc214121d4, host hv-cinder-86289, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:16.699109 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-f4409ca7-d41b-4383-b9d1-c300e11bb2ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa08aed-c02d-48ac-9d55-26570d0e5787 HTTP/1.1" status: 200 len: 217 time: 0.0730062 Oct 28 19:53:16.715852 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-b39e7fd5-c937-4df9-b0aa-8bab25d2d0a8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2537368d29e431a9757a354ffb5e174 HTTP/1.1" status: 200 len: 379 time: 0.3425331 Oct 28 19:53:16.720236 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6744-1649-41f3-b826-6466e904afa0 req-d63d23cb-74e0-479e-8e65-40aea580b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.721760 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-d63d23cb-74e0-479e-8e65-40aea580b31a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb19bc80-51e6-4e2d-a0b1-53823fc7d46f HTTP/1.1" status: 200 len: 851 time: 0.1794431 Oct 28 19:53:16.729229 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] For port 2519d4a5-6024-476c-bafe-0dbc214121d4, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2519d4a5-6024-476c-bafe-0dbc214121d4,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:16.734532 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8cee608f-e953-49b6-9360-0484509f2548 None None] Attempt 2 to provision port 2519d4a5-6024-476c-bafe-0dbc214121d4 Oct 28 19:53:16.736259 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-29631095-e3ad-4227-ac30-af6819393f58 req-acfad09e-9c9a-4a15-a3a5-90ad19dc0658 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022247 Oct 28 19:53:16.749829 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'port': {'device_id': '42618f73-b7a0-4ccd-8801-680260c2239c', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'admin_state_up': True, 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'security_groups': ['4dfc0bb5-a473-45ce-b6f9-a9310ba12ced']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:16.756010 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.799168 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8cee608f-e953-49b6-9360-0484509f2548 None None] Port 2519d4a5-6024-476c-bafe-0dbc214121d4 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:16.804095 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.804779 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.806217 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] 10.222.0.26 "PUT /v2.0/ports/2519d4a5-6024-476c-bafe-0dbc214121d4 HTTP/1.1" status: 200 len: 1094 time: 1.7433550 Oct 28 19:53:16.918542 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42d71f-c827-4117-81fc-5c0e604e929d service neutron] Pushing event updated for resources: {'Port': ['ID=2519d4a5-6024-476c-bafe-0dbc214121d4,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:16.928504 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-039bcb32-3e70-438b-bdc7-a09d28649d29 admin admin] Publish callbacks [] for security_group (2b10e5a0-01f3-4570-838d-092d05c865d6), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.929750 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1eab0-1585-4275-a04d-013e4965e694 req-53e4c4f5-5fba-4834-aa25-56911ad672f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:16.931355 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-53e4c4f5-5fba-4834-aa25-56911ad672f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.2144802 Oct 28 19:53:16.941723 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-039bcb32-3e70-438b-bdc7-a09d28649d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2b10e5a0-01f3-4570-838d-092d05c865d6), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:16.960048 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-29631095-e3ad-4227-ac30-af6819393f58 req-ad290967-33f4-406d-ba4e-8cf1ca61a790 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178745 Oct 28 19:53:17.000097 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-039bcb32-3e70-438b-bdc7-a09d28649d29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac8194163fc64c1392f8af9ddfd4d05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861701 Oct 28 19:53:17.001079 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44568) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:17.010094 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bcb32-3e70-438b-bdc7-a09d28649d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b10e5a0-01f3-4570-838d-092d05c865d6,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:17.016088 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-b74b4163-2c1f-4c51-a7a8-f760438714fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.017645 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-b74b4163-2c1f-4c51-a7a8-f760438714fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 1128 time: 0.1477330 Oct 28 19:53:17.023640 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e6399-e8f6-41b4-bd00-0abe9a07a085 req-9dd9075f-e428-4f90-99f7-b1331f414a3f tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.025335 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4e1e6399-e8f6-41b4-bd00-0abe9a07a085 req-9dd9075f-e428-4f90-99f7-b1331f414a3f tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 944 time: 0.3334768 Oct 28 19:53:17.053448 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6744-1649-41f3-b826-6466e904afa0 req-692a783e-7e64-48da-8f5d-384076c9aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.054954 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-692a783e-7e64-48da-8f5d-384076c9aa3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0805990c-7cb2-4d7c-97c2-390d887ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3007419 Oct 28 19:53:17.066375 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'tag': '2519d4a5-6024-476c-bafe-0dbc214121d4'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:17.069283 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbda8bc-9d95-4cec-8950-834204b3994f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff74ed5e-389c-4698-b4f2-e0ed12276eb5", "tag": "2519d4a5-6024-476c-bafe-0dbc214121d4"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:17.077472 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-bae11385-6dfa-41c8-886c-48efeee434e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2519d4a5-6024-476c-bafe-0dbc214121d4 HTTP/1.1" status: 200 len: 217 time: 0.0520365 Oct 28 19:53:17.107658 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bfe038-5014-468b-be70-3312687db99c x-openstack-request-id: req-c0bfe038-5014-468b-be70-3312687db99c {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:17.107658 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe", "tag": "724a8cca-d5d5-4c05-a0ea-db378bac2b1f", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:17.107899 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c0bfe038-5014-468b-be70-3312687db99c {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:17.108309 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0bfe038-5014-468b-be70-3312687db99c'] response: {'name': 'network-changed', 'server_uuid': 'e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe', 'tag': '724a8cca-d5d5-4c05-a0ea-db378bac2b1f', 'status': 'completed', 'code': 200} Oct 28 19:53:17.161905 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a266e393-5e3a-4eec-9cc8-6e7f24382272 x-openstack-request-id: req-a266e393-5e3a-4eec-9cc8-6e7f24382272 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:17.162556 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff74ed5e-389c-4698-b4f2-e0ed12276eb5", "tag": "2519d4a5-6024-476c-bafe-0dbc214121d4", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:17.162968 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a266e393-5e3a-4eec-9cc8-6e7f24382272 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:17.163529 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a266e393-5e3a-4eec-9cc8-6e7f24382272'] response: {'name': 'network-changed', 'server_uuid': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'tag': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'status': 'completed', 'code': 200} Oct 28 19:53:17.184201 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a10d-e1e9-4a0a-87b3-7922aff6aebb admin admin] Publish callbacks [] for security_group (2b10e5a0-01f3-4570-838d-092d05c865d6), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:17.190883 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-3b87e565-d1f5-476b-9f2a-8235eed74bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.193586 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-3b87e565-d1f5-476b-9f2a-8235eed74bee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.0974572 Oct 28 19:53:17.197733 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1eab0-1585-4275-a04d-013e4965e694 req-936c4e0e-6d96-477e-a65c-6d73cb3ea1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.199387 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-936c4e0e-6d96-477e-a65c-6d73cb3ea1cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2552631 Oct 28 19:53:17.216763 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Made reservation on behalf of e2537368d29e431a9757a354ffb5e174 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:17.220032 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:17.229408 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4e1e6399-e8f6-41b4-bd00-0abe9a07a085 req-b94c864e-06c4-4a3c-918f-26342b477037 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835833 Oct 28 19:53:17.246907 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a10d-e1e9-4a0a-87b3-7922aff6aebb admin admin] Publish callbacks [] for security_group (2b10e5a0-01f3-4570-838d-092d05c865d6), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:17.300629 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8cee608f-e953-49b6-9360-0484509f2548 None None] Attempt 3 to provision port 2519d4a5-6024-476c-bafe-0dbc214121d4 Oct 28 19:53:17.314071 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-7dd12d59-82cb-433f-af8c-407f25fbc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.315223 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-9451bedb-706a-41c3-a63a-1b36e4a5f57a service neutron] 10.222.0.26 "GET /v2.0/networks/0805990c-7cb2-4d7c-97c2-390d887ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426798 Oct 28 19:53:17.315777 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-7dd12d59-82cb-433f-af8c-407f25fbc22b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1096776 Oct 28 19:53:17.443402 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8cee608f-e953-49b6-9360-0484509f2548 None None] Port 2519d4a5-6024-476c-bafe-0dbc214121d4 had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:53:17.486656 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-e83e33cc-d1af-479c-984d-85dd50216969 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802436 Oct 28 19:53:17.539241 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-20889ba6-4144-4b58-a012-ba854384116f service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887364 Oct 28 19:53:17.590578 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a10d-e1e9-4a0a-87b3-7922aff6aebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2b10e5a0-01f3-4570-838d-092d05c865d6), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:17.593595 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a10d-e1e9-4a0a-87b3-7922aff6aebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:17.594757 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7ba2a10d-e1e9-4a0a-87b3-7922aff6aebb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b10e5a0-01f3-4570-838d-092d05c865d6 HTTP/1.1" status: 204 len: 168 time: 0.5917981 Oct 28 19:53:17.652225 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2a10d-e1e9-4a0a-87b3-7922aff6aebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b10e5a0-01f3-4570-838d-092d05c865d6,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:17.726424 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b8c75ed2-fbd8-4272-97f5-bd401e382c1b req-8b41388b-917b-413f-a3e5-a43eddebd375 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716077 Oct 28 19:53:17.864899 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbda8bc-9d95-4cec-8950-834204b3994f req-b1f47008-a30a-4a1e-be91-43625c562411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:17.867125 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-0cbda8bc-9d95-4cec-8950-834204b3994f req-b1f47008-a30a-4a1e-be91-43625c562411 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 1128 time: 0.0782578 Oct 28 19:53:17.892553 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-428a6744-1649-41f3-b826-6466e904afa0 req-a9575869-a19d-4192-ad6b-23a705c50166 service neutron] 10.222.0.26 "GET /v2.0/networks/0805990c-7cb2-4d7c-97c2-390d887ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396702 Oct 28 19:53:17.902516 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Allocated IP 172.20.0.11 (c81669af-792b-4a7a-835e-b3e1ad3452aa/fe3e4ba7-bb0c-4734-9d59-faf74be75b2f/7ec22f8b-9ed8-4304-8c63-895e3e6727aa) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:18.005972 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-978c0886-2db9-4641-9e1f-db40443e9756 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965808 Oct 28 19:53:18.017976 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad734cd3-cfc9-489c-97a9-47c760a82b24 req-5550388e-ff6b-4d77-a2b0-77b481203599 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.019671 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ad734cd3-cfc9-489c-97a9-47c760a82b24 req-5550388e-ff6b-4d77-a2b0-77b481203599 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 943 time: 0.5114210 Oct 28 19:53:18.034551 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605318d-8805-4180-adb4-c344835d8ca4 req-9c0c27ab-aeba-40fb-8e7b-830707794b9d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.042308 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f605318d-8805-4180-adb4-c344835d8ca4 req-9c0c27ab-aeba-40fb-8e7b-830707794b9d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 944 time: 0.2734632 Oct 28 19:53:18.080655 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbda8bc-9d95-4cec-8950-834204b3994f req-a9c377c8-330c-4ce2-9363-94077112ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.089304 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-0cbda8bc-9d95-4cec-8950-834204b3994f req-a9c377c8-330c-4ce2-9363-94077112ed6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 915 time: 0.2157705 Oct 28 19:53:18.171088 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-0cbda8bc-9d95-4cec-8950-834204b3994f req-bd5c1202-3193-4a79-8bad-ce9e0e1c8450 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2519d4a5-6024-476c-bafe-0dbc214121d4 HTTP/1.1" status: 200 len: 217 time: 0.0731559 Oct 28 19:53:18.251530 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbda8bc-9d95-4cec-8950-834204b3994f req-1678b12d-7d73-4ad7-a7c3-05979afaccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.253393 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-0cbda8bc-9d95-4cec-8950-834204b3994f req-1678b12d-7d73-4ad7-a7c3-05979afaccb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.0759239 Oct 28 19:53:18.292341 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758b1bd-e459-4b39-b2ca-61e8772a569f req-695a8bcf-f82c-4e40-9ddf-5302cc5ac01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.293929 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6758b1bd-e459-4b39-b2ca-61e8772a569f req-695a8bcf-f82c-4e40-9ddf-5302cc5ac01c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b495e45a571743789c68ecdcfe66869b&device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 1127 time: 0.3424144 Oct 28 19:53:18.300702 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ad734cd3-cfc9-489c-97a9-47c760a82b24 req-2ec2b50d-f5e2-45e1-90a7-5204425c7f22 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530508 Oct 28 19:53:18.316489 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f605318d-8805-4180-adb4-c344835d8ca4 req-b69d2ec7-c35d-471f-a16b-c8e5646141eb tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691884 Oct 28 19:53:18.384809 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbda8bc-9d95-4cec-8950-834204b3994f req-bbc707d7-75ce-4033-ae55-14a30905fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.393454 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-0cbda8bc-9d95-4cec-8950-834204b3994f req-bbc707d7-75ce-4033-ae55-14a30905fc8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1319203 Oct 28 19:53:18.517916 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-0cbda8bc-9d95-4cec-8950-834204b3994f req-f0036105-d65e-49d0-84e5-7eb5d4c9f8be service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187875 Oct 28 19:53:18.520768 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e6235370-81d1-43da-817f-e65da3913639 req-2e41b8b5-a33e-4535-9b15-6cb33c69b97c tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 210 time: 0.0917559 Oct 28 19:53:18.540803 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:18.653918 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758b1bd-e459-4b39-b2ca-61e8772a569f req-3dbff016-ffee-4fe5-bd15-f8ec633f976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.656061 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6758b1bd-e459-4b39-b2ca-61e8772a569f req-3dbff016-ffee-4fe5-bd15-f8ec633f976c service neutron] 10.222.0.26 "GET /v2.0/networks?id=0805990c-7cb2-4d7c-97c2-390d887ebcf9 HTTP/1.1" status: 200 len: 913 time: 0.3538027 Oct 28 19:53:18.666410 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27f345-42e9-4d45-971a-b5c520b2be3c req-c0a59b9a-5442-4db3-80f2-8aef8c9aa420 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.667924 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1f27f345-42e9-4d45-971a-b5c520b2be3c req-c0a59b9a-5442-4db3-80f2-8aef8c9aa420 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 944 time: 0.2407730 Oct 28 19:53:18.710219 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:18.710436 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-0cbda8bc-9d95-4cec-8950-834204b3994f req-5834cb4b-d43b-47d5-8e71-e2a490ae6e94 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757121 Oct 28 19:53:18.718484 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6758b1bd-e459-4b39-b2ca-61e8772a569f req-17ec912d-91fd-40f4-852b-186573c23f44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724a8cca-d5d5-4c05-a0ea-db378bac2b1f HTTP/1.1" status: 200 len: 217 time: 0.0482440 Oct 28 19:53:18.820253 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Network c81669af-792b-4a7a-835e-b3e1ad3452aa is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:18.829394 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:18.839222 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:18.844391 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1f27f345-42e9-4d45-971a-b5c520b2be3c req-5f98fce4-a04f-45ce-8da0-bb558f33a8e2 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678822 Oct 28 19:53:18.849571 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758b1bd-e459-4b39-b2ca-61e8772a569f req-b7aa4186-3d0d-4094-a8e5-f25f8af94b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.851034 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6758b1bd-e459-4b39-b2ca-61e8772a569f req-b7aa4186-3d0d-4094-a8e5-f25f8af94b1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb19bc80-51e6-4e2d-a0b1-53823fc7d46f HTTP/1.1" status: 200 len: 851 time: 0.1198301 Oct 28 19:53:18.876088 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'Port': ['ID=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:18.968111 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:18.968753 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.005101 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-f9953937-7789-4dc0-a96b-0f103b57183d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2666826 Oct 28 19:53:19.032898 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Request body: {'port': {'device_id': '42618f73-b7a0-4ccd-8801-680260c2239c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:19.062355 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758b1bd-e459-4b39-b2ca-61e8772a569f req-1cecf29d-0005-41b0-b6e7-65acd019037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:19.063924 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6758b1bd-e459-4b39-b2ca-61e8772a569f req-1cecf29d-0005-41b0-b6e7-65acd019037a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0805990c-7cb2-4d7c-97c2-390d887ebcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1933069 Oct 28 19:53:19.120817 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e34290-de84-429c-be53-00a506f68042', 'tag': '6fa08aed-c02d-48ac-9d55-26570d0e5787'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:19.132466 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec479ca-d51c-4e69-82e2-d605ec56d69f" -d '{"events": [{"name": "network-changed", "server_uuid": "23e34290-de84-429c-be53-00a506f68042", "tag": "6fa08aed-c02d-48ac-9d55-26570d0e5787"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:19.196517 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-ad397fe1-e428-40fc-8efa-bb632b3a8d73 None None] Provisioning complete for port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:19.197071 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ad397fe1-e428-40fc-8efa-bb632b3a8d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.197231 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-ad397fe1-e428-40fc-8efa-bb632b3a8d73 None None] Attempt 1 to provision port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa Oct 28 19:53:19.204507 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.229294 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c858c5-69b9-41ae-8458-af90fea4f5c5 x-openstack-request-id: req-66c858c5-69b9-41ae-8458-af90fea4f5c5 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:19.229611 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e34290-de84-429c-be53-00a506f68042", "tag": "6fa08aed-c02d-48ac-9d55-26570d0e5787", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:19.229868 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66c858c5-69b9-41ae-8458-af90fea4f5c5 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:19.230272 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c858c5-69b9-41ae-8458-af90fea4f5c5'] response: {'name': 'network-changed', 'server_uuid': '23e34290-de84-429c-be53-00a506f68042', 'tag': '6fa08aed-c02d-48ac-9d55-26570d0e5787', 'status': 'completed', 'code': 200} Oct 28 19:53:19.247414 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6758b1bd-e459-4b39-b2ca-61e8772a569f req-b2ba4c5b-1553-48b6-885e-d6073790e870 service neutron] 10.222.0.26 "GET /v2.0/networks/0805990c-7cb2-4d7c-97c2-390d887ebcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752672 Oct 28 19:53:19.253794 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ad397fe1-e428-40fc-8efa-bb632b3a8d73 None None] Port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:19.257022 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:53:19.293330 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec479ca-d51c-4e69-82e2-d605ec56d69f req-1d3f91e8-5179-410e-9f26-14703e1274f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:19.295190 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-cec479ca-d51c-4e69-82e2-d605ec56d69f req-1d3f91e8-5179-410e-9f26-14703e1274f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 1127 time: 0.0782843 Oct 28 19:53:19.440098 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:19.453802 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': 'f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'port_id': 'f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6', 'mac_address': 'fa:16:3e:9c:74:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:53:19.499045 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:19.500418 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.517205 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:19.522770 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec479ca-d51c-4e69-82e2-d605ec56d69f req-dc4f1866-0b50-4149-8c54-580b2c746679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:19.527889 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-cec479ca-d51c-4e69-82e2-d605ec56d69f req-dc4f1866-0b50-4149-8c54-580b2c746679 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.2228496 Oct 28 19:53:19.542884 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:19.554436 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:19.563145 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6758b1bd-e459-4b39-b2ca-61e8772a569f req-40e28267-8da5-48d1-a5f5-1b8fbb7f1f2f service neutron] 10.222.0.26 "GET /v2.0/networks/0805990c-7cb2-4d7c-97c2-390d887ebcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985289 Oct 28 19:53:19.598819 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-cec479ca-d51c-4e69-82e2-d605ec56d69f req-62aa24b3-1b20-4fc1-b488-34326f44b50c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa08aed-c02d-48ac-9d55-26570d0e5787 HTTP/1.1" status: 200 len: 217 time: 0.0572300 Oct 28 19:53:19.641794 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:19.685218 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec479ca-d51c-4e69-82e2-d605ec56d69f req-4880513b-ec84-4723-9130-e5a3641d32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:19.687591 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-cec479ca-d51c-4e69-82e2-d605ec56d69f req-4880513b-ec84-4723-9130-e5a3641d32ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.0811744 Oct 28 19:53:19.695797 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befab1fc-bd72-4e1e-a008-6544b8589d7b req-858a9fd3-16ca-4ee6-a6ca-e2e39229ece0 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:19.697295 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-befab1fc-bd72-4e1e-a008-6544b8589d7b req-858a9fd3-16ca-4ee6-a6ca-e2e39229ece0 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 943 time: 0.2531269 Oct 28 19:53:19.716446 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4f42-4acd-4bb6-b3a0-0442cc9b7e8b req-dfa95fec-a804-4cb2-81a3-b467576857bb tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:19.725350 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-957d4f42-4acd-4bb6-b3a0-0442cc9b7e8b req-dfa95fec-a804-4cb2-81a3-b467576857bb tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 944 time: 0.1983316 Oct 28 19:53:19.755049 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-ad397fe1-e428-40fc-8efa-bb632b3a8d73 None None] Attempt 2 to provision port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa Oct 28 19:53:19.769103 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec479ca-d51c-4e69-82e2-d605ec56d69f req-dd7e1009-9f6f-4101-b0bd-a5e2006b6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:19.772295 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-cec479ca-d51c-4e69-82e2-d605ec56d69f req-dd7e1009-9f6f-4101-b0bd-a5e2006b6fd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0774202 Oct 28 19:53:19.800506 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ad397fe1-e428-40fc-8efa-bb632b3a8d73 None None] Port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:19.808904 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:19.856733 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-befab1fc-bd72-4e1e-a008-6544b8589d7b req-d0244e97-c156-40d1-b631-3a6bdb878214 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508975 Oct 28 19:53:19.881171 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-957d4f42-4acd-4bb6-b3a0-0442cc9b7e8b req-983c278e-ac31-423b-974e-e0948ba1bab9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500454 Oct 28 19:53:19.951944 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-cec479ca-d51c-4e69-82e2-d605ec56d69f req-cde987da-51bc-47a0-b390-de7a37ead43c service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718118 Oct 28 19:53:19.970875 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec22f8b-9ed8-4304-8c63-895e3e6727aa {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:19.996278 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44694) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:19.998221 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Publish callbacks [] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.080086 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Transition to ACTIVE for port object 7ec22f8b-9ed8-4304-8c63-895e3e6727aa will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:53:20.102572 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf14cae-7dd6-4b9a-94db-4ccd0ef54467 req-3441e8e6-2e6e-4d4d-9622-ba124a0efd84 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:20.109401 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-adf14cae-7dd6-4b9a-94db-4ccd0ef54467 req-3441e8e6-2e6e-4d4d-9622-ba124a0efd84 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 945 time: 0.1277695 Oct 28 19:53:20.114250 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.126188 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-cec479ca-d51c-4e69-82e2-d605ec56d69f req-3442b999-c668-48f1-8841-e8e8989605f1 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654751 Oct 28 19:53:20.209646 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f21c4250-6c0c-4fe8-a37e-fec2ef7e5d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.302615 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-ad397fe1-e428-40fc-8efa-bb632b3a8d73 None None] Attempt 3 to provision port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa Oct 28 19:53:20.394650 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ad397fe1-e428-40fc-8efa-bb632b3a8d73 None None] Port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:20.491435 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116479ca-4837-409a-bedd-390d44bb57e1 req-b1d4bfd5-c309-4453-a7bf-22a3cd924c31 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:20.491435 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-116479ca-4837-409a-bedd-390d44bb57e1 req-b1d4bfd5-c309-4453-a7bf-22a3cd924c31 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 932 time: 0.4815459 Oct 28 19:53:20.547576 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f21c4250-6c0c-4fe8-a37e-fec2ef7e5d8b admin admin] Publish callbacks [] for security_group (547a476e-0377-4aae-adcb-925338d011e0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.556671 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f21c4250-6c0c-4fe8-a37e-fec2ef7e5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (547a476e-0377-4aae-adcb-925338d011e0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.580410 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:20.608444 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-f21c4250-6c0c-4fe8-a37e-fec2ef7e5d8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34d6f40f50a24b3c91a13132bad910ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6105490 Oct 28 19:53:20.608974 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44722) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:20.617135 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c4250-6c0c-4fe8-a37e-fec2ef7e5d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547a476e-0377-4aae-adcb-925338d011e0,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:20.644545 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-adf14cae-7dd6-4b9a-94db-4ccd0ef54467 req-ece5ec7c-0da4-4ed2-9eb0-ac46c66c6c67 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341544 Oct 28 19:53:20.671896 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-75268093-7702-47d6-bbc9-0f1e5241c7be admin admin] Publish callbacks [] for security_group (547a476e-0377-4aae-adcb-925338d011e0), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.687250 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Attempting to bind port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:20.687847 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Attempting to bind port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:20.688367 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Attempting to bind port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa on network c81669af-792b-4a7a-835e-b3e1ad3452aa {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:20.696744 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-116479ca-4837-409a-bedd-390d44bb57e1 req-07e3beb8-b3e7-4c26-936d-98411102e5ff tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989620 Oct 28 19:53:20.697911 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa on network c81669af-792b-4a7a-835e-b3e1ad3452aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:53:20.698362 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Attempting to bind port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa on network c81669af-792b-4a7a-835e-b3e1ad3452aa {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:20.703920 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:20.705091 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Checking segment: {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:20.705217 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Bound using segment: {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:20.705820 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Bound port: 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:20.706229 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.719491 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-75268093-7702-47d6-bbc9-0f1e5241c7be admin admin] Publish callbacks [] for security_group (547a476e-0377-4aae-adcb-925338d011e0), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.777338 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-75268093-7702-47d6-bbc9-0f1e5241c7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (547a476e-0377-4aae-adcb-925338d011e0), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.780197 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-75268093-7702-47d6-bbc9-0f1e5241c7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.782991 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-75268093-7702-47d6-bbc9-0f1e5241c7be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/547a476e-0377-4aae-adcb-925338d011e0 HTTP/1.1" status: 204 len: 168 time: 0.1712708 Oct 28 19:53:20.799551 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:20.804208 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:20.811933 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.815404 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75268093-7702-47d6-bbc9-0f1e5241c7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547a476e-0377-4aae-adcb-925338d011e0,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:20.849474 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:20.850111 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:20.851530 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] 10.222.0.26 "PUT /v2.0/ports/7ec22f8b-9ed8-4304-8c63-895e3e6727aa HTTP/1.1" status: 200 len: 1094 time: 1.8357308 Oct 28 19:53:20.886164 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972831d0-1d9f-4aba-bb68-78a42db2f066 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:20.897198 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-ad397fe1-e428-40fc-8efa-bb632b3a8d73 None None] Attempt 4 to provision port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa Oct 28 19:53:20.952233 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ad397fe1-e428-40fc-8efa-bb632b3a8d73 None None] Port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:53:21.073073 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-57c46e6f-3d63-4cce-a4ad-008b66246bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:21.074642 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-57c46e6f-3d63-4cce-a4ad-008b66246bcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 1128 time: 0.1761572 Oct 28 19:53:21.094127 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071777bd-8149-4247-993f-c08eeb08eed9 req-048b16a7-c7a8-43d2-ac72-5516afbd9bcd tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:21.095632 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-071777bd-8149-4247-993f-c08eeb08eed9 req-048b16a7-c7a8-43d2-ac72-5516afbd9bcd tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 943 time: 0.1248808 Oct 28 19:53:21.110088 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324028e-8d6b-470a-8064-897968f7bfda req-1ff59f65-a44e-4007-b826-6364502214ca tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:21.111564 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2324028e-8d6b-470a-8064-897968f7bfda req-1ff59f65-a44e-4007-b826-6364502214ca tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 944 time: 0.1347749 Oct 28 19:53:21.149783 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-e8554ab2-773a-45ff-97e9-193d174c7009 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa HTTP/1.1" status: 200 len: 217 time: 0.0531662 Oct 28 19:53:21.159259 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44742) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:21.232648 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:21.234936 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8828382-1ef5-465e-8cb2-bcd02f300ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:21.257318 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 2519d4a5-6024-476c-bafe-0dbc214121d4 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:53:21.266727 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-071777bd-8149-4247-993f-c08eeb08eed9 req-afd116a2-51b3-47ac-bb64-048d3c370711 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541915 Oct 28 19:53:21.270283 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-64fb5a95-e3fb-4b21-a815-e91d3187e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:21.270283 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-64fb5a95-e3fb-4b21-a815-e91d3187e6a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f HTTP/1.1" status: 200 len: 856 time: 0.1064739 Oct 28 19:53:21.270573 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44748) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:21.274462 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2324028e-8d6b-470a-8064-897968f7bfda req-862b2556-91a0-4af7-9e96-63519f88d33e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274810 Oct 28 19:53:21.276154 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:21.307231 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff6cb-7ba2-4fe9-9d9f-6f9de6e456af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.331441 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4f8b27-e6d6-4f7f-bed5-4fcacb9ef507 x-openstack-request-id: req-9a4f8b27-e6d6-4f7f-bed5-4fcacb9ef507 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:21.331696 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:21.331801 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a4f8b27-e6d6-4f7f-bed5-4fcacb9ef507 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:21.332165 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4f8b27-e6d6-4f7f-bed5-4fcacb9ef507'] response: {'name': 'network-changed', 'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'status': 'completed', 'code': 200} Oct 28 19:53:21.343319 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5553f03b-ad23-401b-9e6b-326b1d236cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.351411 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-dfe8a7fe-8a9e-4e32-846f-b4d875512fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:21.353016 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-dfe8a7fe-8a9e-4e32-846f-b4d875512fb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81669af-792b-4a7a-835e-b3e1ad3452aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0760949 Oct 28 19:53:21.417581 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:53:21.430635 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:21.431274 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.431614 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 Oct 28 19:53:21.438992 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff6cb-7ba2-4fe9-9d9f-6f9de6e456af admin admin] Publish callbacks [] for security_group (df3e2931-8530-484b-87ae-29590b05171e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.447074 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff6cb-7ba2-4fe9-9d9f-6f9de6e456af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (df3e2931-8530-484b-87ae-29590b05171e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.467946 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-dff4e5f5-64da-4dca-9096-081a58755347 service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090336 Oct 28 19:53:21.469991 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 2519d4a5-6024-476c-bafe-0dbc214121d4, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2519d4a5-6024-476c-bafe-0dbc214121d4,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:21.487945 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'port_id': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'mac_address': 'fa:16:3e:47:20:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:53:21.515948 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5553f03b-ad23-401b-9e6b-326b1d236cfc admin admin] Publish callbacks [] for security_group (4373bdbb-2c72-4782-8e89-6ad4ba9cc6e4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.521761 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-8d0ff6cb-7ba2-4fe9-9d9f-6f9de6e456af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=100e44b08d654d00b57498919fb8be6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494447 Oct 28 19:53:21.522334 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ff6cb-7ba2-4fe9-9d9f-6f9de6e456af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3e2931-8530-484b-87ae-29590b05171e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:21.529639 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44752) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:21.546707 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5553f03b-ad23-401b-9e6b-326b1d236cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4373bdbb-2c72-4782-8e89-6ad4ba9cc6e4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.556667 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 2519d4a5-6024-476c-bafe-0dbc214121d4 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:21.557256 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.570632 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:21.571234 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.584288 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2519d4a5-6024-476c-bafe-0dbc214121d4 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:21.594909 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-10c268c4-4d5a-4d39-8ab2-878b9abb7d1e req-de364100-8aed-4400-82fe-64c334a3f50b service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191790 Oct 28 19:53:21.612090 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-5553f03b-ad23-401b-9e6b-326b1d236cfc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27bc6ba9c83c4e189adc77fa114e9399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512010 Oct 28 19:53:21.616039 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 44758) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:21.618031 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553f03b-ad23-401b-9e6b-326b1d236cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4373bdbb-2c72-4782-8e89-6ad4ba9cc6e4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:21.636389 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e7a86700-eee3-4ccd-9718-8d8ef3a830fd admin admin] Publish callbacks [] for security_group (df3e2931-8530-484b-87ae-29590b05171e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.636755 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0847a80-ac6f-47d5-b67c-baaff1eb3a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:21.663689 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e7a86700-eee3-4ccd-9718-8d8ef3a830fd admin admin] Publish callbacks [] for security_group (df3e2931-8530-484b-87ae-29590b05171e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.719522 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 2519d4a5-6024-476c-bafe-0dbc214121d4, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2519d4a5-6024-476c-bafe-0dbc214121d4,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:21.739345 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:21.740732 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.741623 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 724a8cca-d5d5-4c05-a0ea-db378bac2b1f details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:53:21.811629 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e7a86700-eee3-4ccd-9718-8d8ef3a830fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (df3e2931-8530-484b-87ae-29590b05171e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.814668 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e7a86700-eee3-4ccd-9718-8d8ef3a830fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.815594 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.819962 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e7a86700-eee3-4ccd-9718-8d8ef3a830fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df3e2931-8530-484b-87ae-29590b05171e HTTP/1.1" status: 204 len: 168 time: 0.2893109 Oct 28 19:53:21.822616 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d00262f1-c429-4ec5-981b-c0bc89003728 admin admin] Publish callbacks [] for security_group (4373bdbb-2c72-4782-8e89-6ad4ba9cc6e4), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.834803 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a86700-eee3-4ccd-9718-8d8ef3a830fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3e2931-8530-484b-87ae-29590b05171e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:21.895939 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8828382-1ef5-465e-8cb2-bcd02f300ac3 req-f05480ba-5de9-44ed-b08f-552837005a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:21.897671 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a8828382-1ef5-465e-8cb2-bcd02f300ac3 req-f05480ba-5de9-44ed-b08f-552837005a4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 1128 time: 0.2439070 Oct 28 19:53:21.902856 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d00262f1-c429-4ec5-981b-c0bc89003728 admin admin] Publish callbacks [] for security_group (4373bdbb-2c72-4782-8e89-6ad4ba9cc6e4), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:21.904081 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=2519d4a5-6024-476c-bafe-0dbc214121d4,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:22.013835 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f5660-c88f-4389-9746-5bdb1dcdd540" -d '{"events": [{"server_uuid": "b0847a80-ac6f-47d5-b67c-baaff1eb3a31", "name": "network-vif-plugged", "status": "completed", "tag": "f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:22.031280 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d0f89-961b-458e-aa6f-03aa7369d48c req-4fc2b6d6-8908-4694-a600-fe5e8d0b8235 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:22.041082 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9c6d0f89-961b-458e-aa6f-03aa7369d48c req-4fc2b6d6-8908-4694-a600-fe5e8d0b8235 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.2748835 Oct 28 19:53:22.066508 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44784) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:22.077138 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:22.081385 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7e533-69cc-4f6a-8feb-23d4e6820301 req-0ff7743a-a38d-4cd2-8c96-642d46f9f917 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:22.083528 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4af7e533-69cc-4f6a-8feb-23d4e6820301 req-0ff7743a-a38d-4cd2-8c96-642d46f9f917 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.2413502 Oct 28 19:53:22.124294 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=724a8cca-d5d5-4c05-a0ea-db378bac2b1f,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:22.142254 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '724a8cca-d5d5-4c05-a0ea-db378bac2b1f', 'network_id': '0805990c-7cb2-4d7c-97c2-390d887ebcf9', 'port_id': '724a8cca-d5d5-4c05-a0ea-db378bac2b1f', 'mac_address': 'fa:16:3e:4e:08:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb19bc80-51e6-4e2d-a0b1-53823fc7d46f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:53:22.166764 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d00262f1-c429-4ec5-981b-c0bc89003728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4373bdbb-2c72-4782-8e89-6ad4ba9cc6e4), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:22.169392 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d00262f1-c429-4ec5-981b-c0bc89003728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:22.173479 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-d00262f1-c429-4ec5-981b-c0bc89003728 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4373bdbb-2c72-4782-8e89-6ad4ba9cc6e4 HTTP/1.1" status: 204 len: 168 time: 0.5563347 Oct 28 19:53:22.180563 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8828382-1ef5-465e-8cb2-bcd02f300ac3 req-6de313aa-2a02-49ab-99f6-b09947313bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:22.184213 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a8828382-1ef5-465e-8cb2-bcd02f300ac3 req-6de313aa-2a02-49ab-99f6-b09947313bed service neutron] 10.222.0.26 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 918 time: 0.2714171 Oct 28 19:53:22.195732 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:22.196135 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:22.206538 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9c6d0f89-961b-458e-aa6f-03aa7369d48c req-cad8643c-832b-4e03-976b-c5acbd6cb330 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601210 Oct 28 19:53:22.221536 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724a8cca-d5d5-4c05-a0ea-db378bac2b1f {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:22.248970 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=724a8cca-d5d5-4c05-a0ea-db378bac2b1f,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:22.257621 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:22.258529 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 6fa08aed-c02d-48ac-9d55-26570d0e5787 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:53:22.263437 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00262f1-c429-4ec5-981b-c0bc89003728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4373bdbb-2c72-4782-8e89-6ad4ba9cc6e4,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:22.275018 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a8828382-1ef5-465e-8cb2-bcd02f300ac3 req-7e7502c7-8ed1-4344-8014-f6ce441ce32f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa HTTP/1.1" status: 200 len: 217 time: 0.0622520 Oct 28 19:53:22.331568 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4af7e533-69cc-4f6a-8feb-23d4e6820301 req-1c1d186e-7883-4695-b5da-3344c0d20ed5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161582 Oct 28 19:53:22.355206 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8828382-1ef5-465e-8cb2-bcd02f300ac3 req-6fed00e4-24e5-40b2-a071-c8ea13f93a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:22.356881 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a8828382-1ef5-465e-8cb2-bcd02f300ac3 req-6fed00e4-24e5-40b2-a071-c8ea13f93a9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f HTTP/1.1" status: 200 len: 856 time: 0.0739477 Oct 28 19:53:22.401738 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=724a8cca-d5d5-4c05-a0ea-db378bac2b1f,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:22.406115 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.db.resource_extend [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 19:53:22.488433 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85e04914-4b03-4ed6-81b9-8ac589a13f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:22.496991 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8828382-1ef5-465e-8cb2-bcd02f300ac3 req-c01c20dd-2753-4596-87ba-5ca548a25901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:22.499041 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a8828382-1ef5-465e-8cb2-bcd02f300ac3 req-c01c20dd-2753-4596-87ba-5ca548a25901 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81669af-792b-4a7a-835e-b3e1ad3452aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1334381 Oct 28 19:53:22.569545 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 6fa08aed-c02d-48ac-9d55-26570d0e5787, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6fa08aed-c02d-48ac-9d55-26570d0e5787,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:22.592521 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '6fa08aed-c02d-48ac-9d55-26570d0e5787', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'port_id': '6fa08aed-c02d-48ac-9d55-26570d0e5787', 'mac_address': 'fa:16:3e:3e:0c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:53:22.609379 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f85f3-78d5-45d7-b432-7ccb5631c9b6 req-5bb356be-e230-4697-ab81-13fc3f753d93 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:22.615272 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a88f85f3-78d5-45d7-b432-7ccb5631c9b6 req-5bb356be-e230-4697-ab81-13fc3f753d93 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 944 time: 0.1723621 Oct 28 19:53:22.655951 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 6fa08aed-c02d-48ac-9d55-26570d0e5787 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:22.655951 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:22.669090 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa08aed-c02d-48ac-9d55-26570d0e5787 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:22.688332 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85e04914-4b03-4ed6-81b9-8ac589a13f42 admin admin] Publish callbacks [] for security_group (2e6d5124-78bf-465a-b86c-736dca9ffc1a), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:22.700083 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85e04914-4b03-4ed6-81b9-8ac589a13f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2e6d5124-78bf-465a-b86c-736dca9ffc1a), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:22.709862 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 6fa08aed-c02d-48ac-9d55-26570d0e5787, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6fa08aed-c02d-48ac-9d55-26570d0e5787,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:22.721766 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:22.755748 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-85e04914-4b03-4ed6-81b9-8ac589a13f42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee124a194bf248bd9dc6d5d8ae6722b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6883116 Oct 28 19:53:22.761487 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44826) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:22.774913 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a8828382-1ef5-465e-8cb2-bcd02f300ac3 req-40aefba8-a2cf-4b6e-91b7-395b08ff598d service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531652 Oct 28 19:53:22.783959 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:53:22.789305 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5943105-7e94-478b-bff7-af5f1837cb29 x-openstack-request-id: req-b5943105-7e94-478b-bff7-af5f1837cb29 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:22.789649 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0847a80-ac6f-47d5-b67c-baaff1eb3a31", "name": "network-vif-plugged", "status": "completed", "tag": "f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:22.795063 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5943105-7e94-478b-bff7-af5f1837cb29 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:22.796256 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5943105-7e94-478b-bff7-af5f1837cb29'] response: {'server_uuid': 'b0847a80-ac6f-47d5-b67c-baaff1eb3a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6', 'code': 200} Oct 28 19:53:22.859458 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44830) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:22.908529 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-485af88c-9371-4ac4-add1-7de796b88852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:22.910587 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e04914-4b03-4ed6-81b9-8ac589a13f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6d5124-78bf-465a-b86c-736dca9ffc1a,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:22.972818 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd770-5b71-41a8-8757-dc9a6e6a209f admin admin] Publish callbacks [] for security_group (2e6d5124-78bf-465a-b86c-736dca9ffc1a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.051562 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a8828382-1ef5-465e-8cb2-bcd02f300ac3 req-375f6960-27bb-49b3-b927-a525a4957488 service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748826 Oct 28 19:53:23.063717 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a88f85f3-78d5-45d7-b432-7ccb5631c9b6 req-5a0068c9-b799-423d-9cc2-7223f13e93aa tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345322 Oct 28 19:53:23.096785 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=6fa08aed-c02d-48ac-9d55-26570d0e5787,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:23.109861 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd770-5b71-41a8-8757-dc9a6e6a209f admin admin] Publish callbacks [] for security_group (2e6d5124-78bf-465a-b86c-736dca9ffc1a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.157223 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094f283-26c5-4329-b458-d2136841dbf6 req-9f38d4a8-e959-400a-9857-59839b13ca89 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:23.159909 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7094f283-26c5-4329-b458-d2136841dbf6 req-9f38d4a8-e959-400a-9857-59839b13ca89 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 945 time: 0.2005892 Oct 28 19:53:23.188455 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bd721-4084-4a6d-bd54-d3a6071cdec8 req-0abb6f7f-031c-4277-a462-d76b4d5578f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:23.190078 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b95bd721-4084-4a6d-bd54-d3a6071cdec8 req-0abb6f7f-031c-4277-a462-d76b4d5578f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 1130 time: 0.2115576 Oct 28 19:53:23.222104 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b95bd721-4084-4a6d-bd54-d3a6071cdec8 req-198a7875-b226-42f4-8cfd-8c2075bdc56a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.233625 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7094f283-26c5-4329-b458-d2136841dbf6 req-9e6cdca2-e37e-4806-82bf-8bd253fb0dc0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676434 Oct 28 19:53:23.255094 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-485af88c-9371-4ac4-add1-7de796b88852 admin admin] Publish callbacks [] for security_group (c3cbc7e2-1441-418f-9c0b-ba646999a737), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.261693 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd770-5b71-41a8-8757-dc9a6e6a209f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2e6d5124-78bf-465a-b86c-736dca9ffc1a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.264256 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd770-5b71-41a8-8757-dc9a6e6a209f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.266400 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7f6dd770-5b71-41a8-8757-dc9a6e6a209f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e6d5124-78bf-465a-b86c-736dca9ffc1a HTTP/1.1" status: 204 len: 168 time: 0.4929080 Oct 28 19:53:23.276276 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dd770-5b71-41a8-8757-dc9a6e6a209f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6d5124-78bf-465a-b86c-736dca9ffc1a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:23.280465 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-485af88c-9371-4ac4-add1-7de796b88852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (c3cbc7e2-1441-418f-9c0b-ba646999a737), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.284916 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['2519d4a5-6024-476c-bafe-0dbc214121d4'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:23.297412 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['724a8cca-d5d5-4c05-a0ea-db378bac2b1f'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:23.358863 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-485af88c-9371-4ac4-add1-7de796b88852 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fad1f3f668764a58ac1f419250b5d5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983294 Oct 28 19:53:23.359666 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485af88c-9371-4ac4-add1-7de796b88852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cbc7e2-1441-418f-9c0b-ba646999a737,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:23.366377 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44860) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:23.372243 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefefaf-4537-48c6-9f3a-6e2db55ae7ff req-e25ac998-01d1-4db5-949b-72b434244c02 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:23.380653 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8aefefaf-4537-48c6-9f3a-6e2db55ae7ff req-e25ac998-01d1-4db5-949b-72b434244c02 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0902689 Oct 28 19:53:23.417716 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['6fa08aed-c02d-48ac-9d55-26570d0e5787'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:23.447143 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b95bd721-4084-4a6d-bd54-d3a6071cdec8 req-198a7875-b226-42f4-8cfd-8c2075bdc56a service neutron] Publish callbacks [] for security_group (cb96afe2-b7eb-4789-8dfe-7b5f777e2113), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.460121 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-b95bd721-4084-4a6d-bd54-d3a6071cdec8 req-198a7875-b226-42f4-8cfd-8c2075bdc56a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (cb96afe2-b7eb-4789-8dfe-7b5f777e2113), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.474925 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb70124f-c15f-45b4-a217-ad9913320367 admin admin] Publish callbacks [] for security_group (c3cbc7e2-1441-418f-9c0b-ba646999a737), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.519033 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8aefefaf-4537-48c6-9f3a-6e2db55ae7ff req-2d16efc2-e6f1-4208-bfeb-ce3518b863b2 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371181 Oct 28 19:53:23.548905 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb70124f-c15f-45b4-a217-ad9913320367 admin admin] Publish callbacks [] for security_group (c3cbc7e2-1441-418f-9c0b-ba646999a737), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.553929 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-b95bd721-4084-4a6d-bd54-d3a6071cdec8 req-198a7875-b226-42f4-8cfd-8c2075bdc56a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508205 Oct 28 19:53:23.554711 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a7875-b226-42f4-8cfd-8c2075bdc56a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cb96afe2-b7eb-4789-8dfe-7b5f777e2113,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:23.631616 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c9797-16c4-47b9-bd9e-6f7a129d45cb req-0a5de98c-d6d0-4ccd-92d5-3d7d36289f2f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:23.633291 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-218c9797-16c4-47b9-bd9e-6f7a129d45cb req-0a5de98c-d6d0-4ccd-92d5-3d7d36289f2f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.1111224 Oct 28 19:53:23.647296 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb70124f-c15f-45b4-a217-ad9913320367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (c3cbc7e2-1441-418f-9c0b-ba646999a737), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.651908 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb70124f-c15f-45b4-a217-ad9913320367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.653186 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-cb70124f-c15f-45b4-a217-ad9913320367 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3cbc7e2-1441-418f-9c0b-ba646999a737 HTTP/1.1" status: 204 len: 168 time: 0.2857385 Oct 28 19:53:23.670864 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70124f-c15f-45b4-a217-ad9913320367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cbc7e2-1441-418f-9c0b-ba646999a737,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:23.701580 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-218c9797-16c4-47b9-bd9e-6f7a129d45cb req-6fdada4b-d039-45c2-84c6-0d4fb2dffcfc tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589304 Oct 28 19:53:23.901604 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44874) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:23.918301 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e937f009-47e4-471f-b88d-0e0363d35510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:23.999897 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e937f009-47e4-471f-b88d-0e0363d35510 admin admin] Publish callbacks [] for security_group (0286d1ce-b8b1-434b-82af-32945690a7b4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:24.006128 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e937f009-47e4-471f-b88d-0e0363d35510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (0286d1ce-b8b1-434b-82af-32945690a7b4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:24.049172 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e937f009-47e4-471f-b88d-0e0363d35510 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe5376ad2e9e495780d33dd210aa3748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448967 Oct 28 19:53:24.050062 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937f009-47e4-471f-b88d-0e0363d35510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0286d1ce-b8b1-434b-82af-32945690a7b4,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:24.052082 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 44882) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:24.105530 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-18476be8-e3d3-4c83-8c7c-adfeb49c6a72 admin admin] Publish callbacks [] for security_group (0286d1ce-b8b1-434b-82af-32945690a7b4), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:24.133706 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-18476be8-e3d3-4c83-8c7c-adfeb49c6a72 admin admin] Publish callbacks [] for security_group (0286d1ce-b8b1-434b-82af-32945690a7b4), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:24.230301 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083eeaf9-ba92-4e90-b102-9eae1d5163ff req-6ffc2f4f-0214-44be-98cf-160900f0d5bd tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:24.231986 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-083eeaf9-ba92-4e90-b102-9eae1d5163ff req-6ffc2f4f-0214-44be-98cf-160900f0d5bd tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 944 time: 0.0795324 Oct 28 19:53:24.245824 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-18476be8-e3d3-4c83-8c7c-adfeb49c6a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (0286d1ce-b8b1-434b-82af-32945690a7b4), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:24.248321 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-18476be8-e3d3-4c83-8c7c-adfeb49c6a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:24.249404 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-18476be8-e3d3-4c83-8c7c-adfeb49c6a72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0286d1ce-b8b1-434b-82af-32945690a7b4 HTTP/1.1" status: 204 len: 168 time: 0.1963305 Oct 28 19:53:24.273083 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18476be8-e3d3-4c83-8c7c-adfeb49c6a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0286d1ce-b8b1-434b-82af-32945690a7b4,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:24.307141 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-083eeaf9-ba92-4e90-b102-9eae1d5163ff req-14a495bc-3896-44ae-a96c-42ae1b603612 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688777 Oct 28 19:53:24.390888 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69288ab5-01dd-4198-859d-1d229ac652c5 req-2ef27447-c807-4c3c-b4f2-c9916143aa99 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:24.392396 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-69288ab5-01dd-4198-859d-1d229ac652c5 req-2ef27447-c807-4c3c-b4f2-c9916143aa99 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 945 time: 0.0563076 Oct 28 19:53:24.445268 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-69288ab5-01dd-4198-859d-1d229ac652c5 req-976dfbd9-15dc-422e-a940-d0a1b155f76e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451014 Oct 28 19:53:24.648656 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188148ee-b1a4-40eb-8027-71a33ec51b38 req-c3577103-b9cf-4899-b647-3883ab4fca6f tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:24.650234 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-188148ee-b1a4-40eb-8027-71a33ec51b38 req-c3577103-b9cf-4899-b647-3883ab4fca6f tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0685151 Oct 28 19:53:24.717970 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-188148ee-b1a4-40eb-8027-71a33ec51b38 req-e90824a9-0766-40ef-abb5-ad7b60ec7e20 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615687 Oct 28 19:53:24.843362 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c87f94-892f-4f53-bdbf-452753264fad req-22c1cd2a-5d6e-4eb6-a023-48186d49abb9 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:24.844999 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-05c87f94-892f-4f53-bdbf-452753264fad req-22c1cd2a-5d6e-4eb6-a023-48186d49abb9 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0628476 Oct 28 19:53:24.902692 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-05c87f94-892f-4f53-bdbf-452753264fad req-115708e8-15e9-42b5-8d80-5635df1ab0d3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474880 Oct 28 19:53:25.135506 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44954) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:25.266799 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-38a77d9e-7031-4f63-95e8-c6e4b5b9bc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.271893 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 7ec22f8b-9ed8-4304-8c63-895e3e6727aa details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:53:25.276421 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 2519d4a5-6024-476c-bafe-0dbc214121d4 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:25.397767 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 2519d4a5-6024-476c-bafe-0dbc214121d4 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:53:25.410417 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 2519d4a5-6024-476c-bafe-0dbc214121d4 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:25.411288 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.412406 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 2519d4a5-6024-476c-bafe-0dbc214121d4 Oct 28 19:53:25.425818 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-38a77d9e-7031-4f63-95e8-c6e4b5b9bc5d admin admin] Publish callbacks [] for security_group (9d8dc166-09e8-4905-9dad-699bda224252), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.435904 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-38a77d9e-7031-4f63-95e8-c6e4b5b9bc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (9d8dc166-09e8-4905-9dad-699bda224252), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.495827 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:25.529590 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-38a77d9e-7031-4f63-95e8-c6e4b5b9bc5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9bc5155ffcc4c49933ea00615ed27db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929198 Oct 28 19:53:25.533917 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 44976) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:25.534590 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a77d9e-7031-4f63-95e8-c6e4b5b9bc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8dc166-09e8-4905-9dad-699bda224252,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:25.561530 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6fa72-a7fb-48a4-bb51-0ebcf7a991e8 req-85d4ef9c-3af1-48de-8245-5ed79c72b17f tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:25.572846 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'port_id': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'mac_address': 'fa:16:3e:1c:6e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:53:25.576084 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 2519d4a5-6024-476c-bafe-0dbc214121d4 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:25.576834 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.577974 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b1b6fa72-a7fb-48a4-bb51-0ebcf7a991e8 req-85d4ef9c-3af1-48de-8245-5ed79c72b17f tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 944 time: 0.1347606 Oct 28 19:53:25.610166 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2519d4a5-6024-476c-bafe-0dbc214121d4'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:25.612827 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49af56-3c35-4f75-9516-20b0b7fe50ce" -d '{"events": [{"server_uuid": "ff74ed5e-389c-4698-b4f2-e0ed12276eb5", "name": "network-vif-plugged", "status": "completed", "tag": "2519d4a5-6024-476c-bafe-0dbc214121d4"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:25.636584 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-35a18cee-8d53-41f8-88a0-2e2ac3e1cd5a admin admin] Publish callbacks [] for security_group (9d8dc166-09e8-4905-9dad-699bda224252), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.645209 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 2519d4a5-6024-476c-bafe-0dbc214121d4, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2519d4a5-6024-476c-bafe-0dbc214121d4,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:25.658739 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:25.659374 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.662233 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.663776 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 724a8cca-d5d5-4c05-a0ea-db378bac2b1f up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:25.669536 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-35a18cee-8d53-41f8-88a0-2e2ac3e1cd5a admin admin] Publish callbacks [] for security_group (9d8dc166-09e8-4905-9dad-699bda224252), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.691094 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b1b6fa72-a7fb-48a4-bb51-0ebcf7a991e8 req-74437080-1e71-4d26-b7d9-4e34432ce9d8 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054962 Oct 28 19:53:25.740560 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 44982) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:25.767155 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cc7c4f-af06-478b-ad08-209737741635 x-openstack-request-id: req-f0cc7c4f-af06-478b-ad08-209737741635 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:25.767155 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff74ed5e-389c-4698-b4f2-e0ed12276eb5", "name": "network-vif-plugged", "status": "completed", "tag": "2519d4a5-6024-476c-bafe-0dbc214121d4", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:25.767155 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0cc7c4f-af06-478b-ad08-209737741635 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:25.767555 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0cc7c4f-af06-478b-ad08-209737741635'] response: {'server_uuid': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'code': 200} Oct 28 19:53:25.775821 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-35a18cee-8d53-41f8-88a0-2e2ac3e1cd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (9d8dc166-09e8-4905-9dad-699bda224252), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.784842 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-35a18cee-8d53-41f8-88a0-2e2ac3e1cd5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.789391 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-35a18cee-8d53-41f8-88a0-2e2ac3e1cd5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d8dc166-09e8-4905-9dad-699bda224252 HTTP/1.1" status: 204 len: 168 time: 0.2511663 Oct 28 19:53:25.793955 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec22f8b-9ed8-4304-8c63-895e3e6727aa {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:25.802796 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd463f-303e-4dcf-963c-d51dd87f8c5a req-d62c1844-b94f-41f5-8268-d40655ff44d6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:25.809374 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-14bd463f-303e-4dcf-963c-d51dd87f8c5a req-d62c1844-b94f-41f5-8268-d40655ff44d6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 946 time: 0.1892457 Oct 28 19:53:25.815318 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a18cee-8d53-41f8-88a0-2e2ac3e1cd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8dc166-09e8-4905-9dad-699bda224252,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:25.891650 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-14bd463f-303e-4dcf-963c-d51dd87f8c5a req-5622f258-4622-4be9-9af5-207a1fd80fa0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812783 Oct 28 19:53:25.941893 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:25.943922 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=2519d4a5-6024-476c-bafe-0dbc214121d4,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:25.953740 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:25.959792 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:53:25.975850 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20916832-bbb2-4120-84d4-ac4587da4de2 req-86015d7e-25f6-42f3-86d6-2906ae37fe21 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:25.984195 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-20916832-bbb2-4120-84d4-ac4587da4de2 req-86015d7e-25f6-42f3-86d6-2906ae37fe21 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1036849 Oct 28 19:53:26.000628 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:26.001005 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.001541 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f Oct 28 19:53:26.076763 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:26.095433 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b479e4-bd5a-41fd-ab69-922d0d31e217 req-f0342a25-ff5d-48f3-9d4b-32ecc8d1c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:26.097641 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-e5b479e4-bd5a-41fd-ab69-922d0d31e217 req-f0342a25-ff5d-48f3-9d4b-32ecc8d1c73a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 1130 time: 0.0944562 Oct 28 19:53:26.109953 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-20916832-bbb2-4120-84d4-ac4587da4de2 req-f62307ae-4dcb-4305-8dad-0bcd940ecda7 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242926 Oct 28 19:53:26.116275 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:26.116913 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.158227 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=724a8cca-d5d5-4c05-a0ea-db378bac2b1f,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:26.163650 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088b0a0-24b4-4496-b65b-dbd1ac933272 req-374457bb-82ef-40b4-8fd4-6165cb9a05ce tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:26.165864 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4088b0a0-24b4-4496-b65b-dbd1ac933272 req-374457bb-82ef-40b4-8fd4-6165cb9a05ce tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 945 time: 0.1668639 Oct 28 19:53:26.167982 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.169017 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 6fa08aed-c02d-48ac-9d55-26570d0e5787 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:26.243007 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4088b0a0-24b4-4496-b65b-dbd1ac933272 req-62eb5489-429b-4314-a0f1-97480e6e815a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660992 Oct 28 19:53:26.251921 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['7ec22f8b-9ed8-4304-8c63-895e3e6727aa'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:26.255998 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-e5b479e4-bd5a-41fd-ab69-922d0d31e217 req-470e5f79-f06e-4c46-8f53-184f229a9708 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517644 Oct 28 19:53:26.285022 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=724a8cca-d5d5-4c05-a0ea-db378bac2b1f,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:26.311234 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 6fa08aed-c02d-48ac-9d55-26570d0e5787 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:53:26.321148 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 6fa08aed-c02d-48ac-9d55-26570d0e5787 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:26.321557 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.321764 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-768fd95d-db61-4e7e-91e2-c2ff6b6c8ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.321904 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 6fa08aed-c02d-48ac-9d55-26570d0e5787 Oct 28 19:53:26.468652 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 6fa08aed-c02d-48ac-9d55-26570d0e5787 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:26.469051 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.477067 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-768fd95d-db61-4e7e-91e2-c2ff6b6c8ae7 admin admin] Publish callbacks [] for security_group (74a1bd48-c556-45af-807e-2e573df01886), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.483577 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-768fd95d-db61-4e7e-91e2-c2ff6b6c8ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (74a1bd48-c556-45af-807e-2e573df01886), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.515746 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 6fa08aed-c02d-48ac-9d55-26570d0e5787, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6fa08aed-c02d-48ac-9d55-26570d0e5787,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:26.528607 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.594590 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-768fd95d-db61-4e7e-91e2-c2ff6b6c8ae7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b7101bc03894ae6b30aac7564818607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8518314 Oct 28 19:53:26.604547 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45006) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:26.610177 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=6fa08aed-c02d-48ac-9d55-26570d0e5787,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:26.653415 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751e0e-76fa-40ea-a0a6-2a7991fc884d req-b741f94a-bbe5-494b-87d9-ab05afd71b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:26.655151 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-46751e0e-76fa-40ea-a0a6-2a7991fc884d req-b741f94a-bbe5-494b-87d9-ab05afd71b37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 1130 time: 0.0860448 Oct 28 19:53:26.658767 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fd95d-db61-4e7e-91e2-c2ff6b6c8ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a1bd48-c556-45af-807e-2e573df01886,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:26.659654 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45010) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:26.719062 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89abc54f-0d3e-49f7-b339-fe2b05573313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.746368 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0844b155-ae4c-42af-a3b4-211fec2080cb admin admin] Publish callbacks [] for security_group (74a1bd48-c556-45af-807e-2e573df01886), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.753716 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.799959 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3366a-5ccb-4303-960e-a2da0abb4d9b req-45f3da09-b619-4c6f-b8b3-a2c889178743 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:26.801864 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5fc3366a-5ccb-4303-960e-a2da0abb4d9b req-45f3da09-b619-4c6f-b8b3-a2c889178743 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1441066 Oct 28 19:53:26.859823 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751e0e-76fa-40ea-a0a6-2a7991fc884d req-031c13c6-6815-44e6-ada3-03b8277fef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:26.861740 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-46751e0e-76fa-40ea-a0a6-2a7991fc884d req-031c13c6-6815-44e6-ada3-03b8277fef07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.1739662 Oct 28 19:53:26.890008 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0844b155-ae4c-42af-a3b4-211fec2080cb admin admin] Publish callbacks [] for security_group (74a1bd48-c556-45af-807e-2e573df01886), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.896093 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5fc3366a-5ccb-4303-960e-a2da0abb4d9b req-bc0d8766-c890-47ba-8a77-a3509f9f59fb tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864065 Oct 28 19:53:26.929751 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-46751e0e-76fa-40ea-a0a6-2a7991fc884d req-19102279-62d9-4c64-93b6-38df4fba0977 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 HTTP/1.1" status: 200 len: 217 time: 0.0604007 Oct 28 19:53:26.956360 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8529a5-9e18-4755-9c96-1cdae3959ca3 req-db374002-cc87-4d82-8d74-72548891839c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:26.958659 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9c8529a5-9e18-4755-9c96-1cdae3959ca3 req-db374002-cc87-4d82-8d74-72548891839c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 945 time: 0.1556897 Oct 28 19:53:26.980054 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0844b155-ae4c-42af-a3b4-211fec2080cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (74a1bd48-c556-45af-807e-2e573df01886), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.989248 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0844b155-ae4c-42af-a3b4-211fec2080cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:26.990441 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-0844b155-ae4c-42af-a3b4-211fec2080cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74a1bd48-c556-45af-807e-2e573df01886 HTTP/1.1" status: 204 len: 168 time: 0.3842874 Oct 28 19:53:27.025578 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89abc54f-0d3e-49f7-b339-fe2b05573313 admin admin] Publish callbacks [] for security_group (9cdc9d14-27e2-4540-9eb7-10e30f4cb311), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.031423 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844b155-ae4c-42af-a3b4-211fec2080cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a1bd48-c556-45af-807e-2e573df01886,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:27.053123 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-89abc54f-0d3e-49f7-b339-fe2b05573313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (9cdc9d14-27e2-4540-9eb7-10e30f4cb311), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.058329 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751e0e-76fa-40ea-a0a6-2a7991fc884d req-a5f21fa2-3b35-4939-9676-f8d77628379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:27.061774 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-46751e0e-76fa-40ea-a0a6-2a7991fc884d req-a5f21fa2-3b35-4939-9676-f8d77628379c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.1155305 Oct 28 19:53:27.103518 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9c8529a5-9e18-4755-9c96-1cdae3959ca3 req-230c0c03-faec-4ee2-a80e-3854b373e5fd tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315103 Oct 28 19:53:27.135541 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-89abc54f-0d3e-49f7-b339-fe2b05573313 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec6f8b5ee0944204aaeb5c45dc20cd5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712696 Oct 28 19:53:27.135541 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abc54f-0d3e-49f7-b339-fe2b05573313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdc9d14-27e2-4540-9eb7-10e30f4cb311,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:27.141810 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45028) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:27.143086 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d108563-99aa-45dd-9fc7-768d4bd0890d req-2cc4d539-262b-446f-bbfd-9c4f3fdf9f9d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:27.151667 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5d108563-99aa-45dd-9fc7-768d4bd0890d req-2cc4d539-262b-446f-bbfd-9c4f3fdf9f9d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 946 time: 0.1493802 Oct 28 19:53:27.177401 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751e0e-76fa-40ea-a0a6-2a7991fc884d req-0c1e5ac5-d3c7-40df-b780-78aeb7cbde0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:27.179744 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-46751e0e-76fa-40ea-a0a6-2a7991fc884d req-0c1e5ac5-d3c7-40df-b780-78aeb7cbde0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1060998 Oct 28 19:53:27.203903 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5d108563-99aa-45dd-9fc7-768d4bd0890d req-3d2077dd-5c8e-4816-8fac-e576dfbbcfc6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516069 Oct 28 19:53:27.279856 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-519b5d49-b7ed-4a33-b42e-86f1fa6bf4da admin admin] Publish callbacks [] for security_group (9cdc9d14-27e2-4540-9eb7-10e30f4cb311), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.284392 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 7ec22f8b-9ed8-4304-8c63-895e3e6727aa up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:27.319017 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-519b5d49-b7ed-4a33-b42e-86f1fa6bf4da admin admin] Publish callbacks [] for security_group (9cdc9d14-27e2-4540-9eb7-10e30f4cb311), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.356987 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-46751e0e-76fa-40ea-a0a6-2a7991fc884d req-a342f0a0-630b-448d-bdd2-b8f3fe7a1b57 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672378 Oct 28 19:53:27.418200 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86ab1f-5efb-4473-ba35-95a31ae8e17a req-55832575-4183-4350-90b2-b0ec9153d4ea tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:27.427767 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:53:27.431654 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6d86ab1f-5efb-4473-ba35-95a31ae8e17a req-55832575-4183-4350-90b2-b0ec9153d4ea tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 945 time: 0.0932667 Oct 28 19:53:27.433781 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:27.434163 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.434503 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa Oct 28 19:53:27.461168 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-519b5d49-b7ed-4a33-b42e-86f1fa6bf4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (9cdc9d14-27e2-4540-9eb7-10e30f4cb311), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.464608 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-519b5d49-b7ed-4a33-b42e-86f1fa6bf4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.465965 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-519b5d49-b7ed-4a33-b42e-86f1fa6bf4da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9cdc9d14-27e2-4540-9eb7-10e30f4cb311 HTTP/1.1" status: 204 len: 168 time: 0.3188956 Oct 28 19:53:27.488652 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b5d49-b7ed-4a33-b42e-86f1fa6bf4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdc9d14-27e2-4540-9eb7-10e30f4cb311,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:27.505335 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-46751e0e-76fa-40ea-a0a6-2a7991fc884d req-0799186b-050d-4e8c-8a74-b22ac91506ff service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364787 Oct 28 19:53:27.508328 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6d86ab1f-5efb-4473-ba35-95a31ae8e17a req-3d1a5196-d9f7-440f-ab77-043d672911d7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741184 Oct 28 19:53:27.610330 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:27.610726 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.648384 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:27.653244 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.685815 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45048) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:27.701855 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0571debd-4c3b-44de-9124-1583dcfac189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.707326 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:27.769845 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724a8cca-d5d5-4c05-a0ea-db378bac2b1f'}, {'server_uuid': '23e34290-de84-429c-be53-00a506f68042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa08aed-c02d-48ac-9d55-26570d0e5787'}, {'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:27.773534 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3809dc-d302-40c7-a985-0b6841726fd7" -d '{"events": [{"server_uuid": "e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe", "name": "network-vif-plugged", "status": "completed", "tag": "724a8cca-d5d5-4c05-a0ea-db378bac2b1f"}, {"server_uuid": "23e34290-de84-429c-be53-00a506f68042", "name": "network-vif-plugged", "status": "completed", "tag": "6fa08aed-c02d-48ac-9d55-26570d0e5787"}, {"server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "name": "network-vif-plugged", "status": "completed", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:27.791714 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0571debd-4c3b-44de-9124-1583dcfac189 admin admin] Publish callbacks [] for security_group (fdce0fcc-3432-4128-8f94-38eb0f016850), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.799264 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0571debd-4c3b-44de-9124-1583dcfac189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (fdce0fcc-3432-4128-8f94-38eb0f016850), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.828203 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2564a42f-891a-4878-b8dc-ac0a52807a0e x-openstack-request-id: req-2564a42f-891a-4878-b8dc-ac0a52807a0e {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:27.828515 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe", "name": "network-vif-plugged", "status": "completed", "tag": "724a8cca-d5d5-4c05-a0ea-db378bac2b1f", "code": 200}, {"server_uuid": "23e34290-de84-429c-be53-00a506f68042", "name": "network-vif-plugged", "status": "completed", "tag": "6fa08aed-c02d-48ac-9d55-26570d0e5787", "code": 200}, {"server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "name": "network-vif-plugged", "status": "completed", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:27.828785 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2564a42f-891a-4878-b8dc-ac0a52807a0e {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:27.829197 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2564a42f-891a-4878-b8dc-ac0a52807a0e'] response: {'server_uuid': 'e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724a8cca-d5d5-4c05-a0ea-db378bac2b1f', 'code': 200} Oct 28 19:53:27.829507 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2564a42f-891a-4878-b8dc-ac0a52807a0e'] response: {'server_uuid': '23e34290-de84-429c-be53-00a506f68042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa08aed-c02d-48ac-9d55-26570d0e5787', 'code': 200} Oct 28 19:53:27.830022 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2564a42f-891a-4878-b8dc-ac0a52807a0e'] response: {'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'code': 200} Oct 28 19:53:27.849490 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45056) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:27.849679 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-0571debd-4c3b-44de-9124-1583dcfac189 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=387eac4b6ad4492e9a19e0acf4f75944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625419 Oct 28 19:53:27.851730 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571debd-4c3b-44de-9124-1583dcfac189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdce0fcc-3432-4128-8f94-38eb0f016850,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:27.937018 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-420d5421-42d1-40cf-83bb-facd6be77330 admin admin] Publish callbacks [] for security_group (fdce0fcc-3432-4128-8f94-38eb0f016850), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:27.981575 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-420d5421-42d1-40cf-83bb-facd6be77330 admin admin] Publish callbacks [] for security_group (fdce0fcc-3432-4128-8f94-38eb0f016850), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.065914 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-420d5421-42d1-40cf-83bb-facd6be77330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (fdce0fcc-3432-4128-8f94-38eb0f016850), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.074945 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-420d5421-42d1-40cf-83bb-facd6be77330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:28.077728 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-420d5421-42d1-40cf-83bb-facd6be77330 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdce0fcc-3432-4128-8f94-38eb0f016850 HTTP/1.1" status: 204 len: 168 time: 0.2247260 Oct 28 19:53:28.088633 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bd0fc-7ea5-49a1-90a0-befea55b96a5 req-1cf88824-f8e6-4036-839f-2b8a7718e20d tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:28.096578 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3b6bd0fc-7ea5-49a1-90a0-befea55b96a5 req-1cf88824-f8e6-4036-839f-2b8a7718e20d tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0803587 Oct 28 19:53:28.162882 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d5421-42d1-40cf-83bb-facd6be77330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdce0fcc-3432-4128-8f94-38eb0f016850,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:28.211376 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d7eab-e3cd-4e80-91f0-503df72e5606 req-3fff39f8-4dd0-4aea-b5a3-e197f6507e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:28.212225 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3b6bd0fc-7ea5-49a1-90a0-befea55b96a5 req-3ee89043-c9a9-46b0-90cc-fca947581a46 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147609 Oct 28 19:53:28.213523 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a16d7eab-e3cd-4e80-91f0-503df72e5606 req-3fff39f8-4dd0-4aea-b5a3-e197f6507e5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 1129 time: 0.1657665 Oct 28 19:53:28.261367 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a16d7eab-e3cd-4e80-91f0-503df72e5606 req-fd90d1f9-5d0f-4cb1-aadd-8bdccf2e4abf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418806 Oct 28 19:53:28.599940 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a54df7-2282-4614-8dbf-ffc4b201cce0 req-70ef75e8-5121-4677-a72f-aa84dbb26ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:28.601472 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c9a54df7-2282-4614-8dbf-ffc4b201cce0 req-70ef75e8-5121-4677-a72f-aa84dbb26ffe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 1130 time: 0.3881502 Oct 28 19:53:28.627533 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736565af-adb2-4390-ae2f-5e3506b49ded req-c1123645-e37c-4d22-adbd-1185f77b9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:28.629790 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-736565af-adb2-4390-ae2f-5e3506b49ded req-c1123645-e37c-4d22-adbd-1185f77b9699 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 1129 time: 0.3340518 Oct 28 19:53:28.651233 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746115d-076f-4fdb-a583-dbfa1a086ed3 req-8ab2da9f-feae-4532-89b8-a59a3eb429f1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:28.652347 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0746115d-076f-4fdb-a583-dbfa1a086ed3 req-8ab2da9f-feae-4532-89b8-a59a3eb429f1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 946 time: 0.3411849 Oct 28 19:53:28.666916 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044792b2-a3e9-4553-937f-60197e374e69 req-287c8203-890f-4af7-af74-e12abfaa7da8 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:28.668390 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-044792b2-a3e9-4553-937f-60197e374e69 req-287c8203-890f-4af7-af74-e12abfaa7da8 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 945 time: 0.3661838 Oct 28 19:53:28.767682 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c9a54df7-2282-4614-8dbf-ffc4b201cce0 req-bd74b19e-9b28-4b3e-b283-fcef87dc0fe8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539204 Oct 28 19:53:28.796652 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-736565af-adb2-4390-ae2f-5e3506b49ded req-1e77a8d3-aac0-43f2-9a41-f49efa3c1e84 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536725 Oct 28 19:53:28.806825 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-044792b2-a3e9-4553-937f-60197e374e69 req-042c1e3f-b72f-4865-a4d4-f59ba4231304 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289113 Oct 28 19:53:28.809864 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0746115d-076f-4fdb-a583-dbfa1a086ed3 req-a8266188-068a-4bf1-90c5-e559ff3f5733 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405759 Oct 28 19:53:28.982266 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb51df-3f8f-4581-ae29-203da449c34a req-262e607b-025a-4a89-bba6-948bbeb5da42 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:28.983880 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b5bb51df-3f8f-4581-ae29-203da449c34a req-262e607b-025a-4a89-bba6-948bbeb5da42 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.0904603 Oct 28 19:53:28.991567 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043d1e-e76a-48cc-bf01-ca8460ab7711 req-004ef024-c840-4e5b-8111-15369f9b23e0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:28.993000 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0c043d1e-e76a-48cc-bf01-ca8460ab7711 req-004ef024-c840-4e5b-8111-15369f9b23e0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 946 time: 0.0884547 Oct 28 19:53:29.005382 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45122) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:29.010277 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-57efa2d8-8be4-4199-baad-b0443cb0cbd9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'floatingip': {'port_id': '2519d4a5-6024-476c-bafe-0dbc214121d4'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:29.062588 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b5bb51df-3f8f-4581-ae29-203da449c34a req-df1f53cd-8007-4aae-9553-f65f010a7126 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647099 Oct 28 19:53:29.086518 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57efa2d8-8be4-4199-baad-b0443cb0cbd9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (c557be35-d0a3-4781-83ff-dea766308517), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:29.404942 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a452a9-f760-461f-8fd3-8715dfd86804 req-33dacd82-5213-4bf6-9133-d0b23d5441aa tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:29.406570 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-79a452a9-f760-461f-8fd3-8715dfd86804 req-33dacd82-5213-4bf6-9133-d0b23d5441aa tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0815082 Oct 28 19:53:29.512004 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-79a452a9-f760-461f-8fd3-8715dfd86804 req-1063b892-7a65-4b8a-8897-09139d10222f tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773356 Oct 28 19:53:30.050241 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621abac-8c64-4146-91fc-b7b41a9194cb req-a55052a9-86c6-4b4b-8969-999ab9002e5a tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:30.062419 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2621abac-8c64-4146-91fc-b7b41a9194cb req-a55052a9-86c6-4b4b-8969-999ab9002e5a tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 945 time: 0.1008797 Oct 28 19:53:30.111645 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57efa2d8-8be4-4199-baad-b0443cb0cbd9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.119054 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57efa2d8-8be4-4199-baad-b0443cb0cbd9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (c557be35-d0a3-4781-83ff-dea766308517), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.138122 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2621abac-8c64-4146-91fc-b7b41a9194cb req-e20827f5-0fff-4fca-bdf2-f3576eceb97a tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745280 Oct 28 19:53:30.301235 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.l3_db [None req-57efa2d8-8be4-4199-baad-b0443cb0cbd9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Floating IP c557be35-d0a3-4781-83ff-dea766308517 associated. External IP: 172.28.3.179, port: 2519d4a5-6024-476c-bafe-0dbc214121d4. Oct 28 19:53:30.356653 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566a2be-b158-487a-83e7-c716cd601d45 req-afb4e7a0-2c9e-4e7c-a2dc-e85c141105c3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:30.370770 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0566a2be-b158-487a-83e7-c716cd601d45 req-afb4e7a0-2c9e-4e7c-a2dc-e85c141105c3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1838384 Oct 28 19:53:30.443022 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0566a2be-b158-487a-83e7-c716cd601d45 req-f3bf276e-aeab-4759-bd5a-e44c1903f1fc tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670907 Oct 28 19:53:30.585304 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57efa2d8-8be4-4199-baad-b0443cb0cbd9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:53:30.674778 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054f0da-3914-4881-a955-8bdcfa18fc8a req-3b3b4bfe-4b48-4d87-944c-1c95386a8d2b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:30.676851 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5054f0da-3914-4881-a955-8bdcfa18fc8a req-3b3b4bfe-4b48-4d87-944c-1c95386a8d2b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0725353 Oct 28 19:53:30.727085 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57efa2d8-8be4-4199-baad-b0443cb0cbd9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:53:30.732551 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57efa2d8-8be4-4199-baad-b0443cb0cbd9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:30.737733 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5054f0da-3914-4881-a955-8bdcfa18fc8a req-9f29d379-9f36-4f0a-8845-979661769489 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 Oct 28 19:53:30.742216 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090197f8-05e4-47c0-8c0b-af1601fd2aa7 None None] Sync routers for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:53:30.774131 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-57efa2d8-8be4-4199-baad-b0443cb0cbd9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "PUT /v2.0/floatingips/c557be35-d0a3-4781-83ff-dea766308517 HTTP/1.1" status: 200 len: 992 time: 1.7675316 Oct 28 19:53:30.775009 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'tag': '2519d4a5-6024-476c-bafe-0dbc214121d4'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:30.777315 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d166d310-3dfd-434b-b34a-4d1fee4e3a63" -d '{"events": [{"name": "network-changed", "server_uuid": "ff74ed5e-389c-4698-b4f2-e0ed12276eb5", "tag": "2519d4a5-6024-476c-bafe-0dbc214121d4"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:30.780187 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090197f8-05e4-47c0-8c0b-af1601fd2aa7 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:30.780979 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-090197f8-05e4-47c0-8c0b-af1601fd2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:53:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:30.835151 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704a99db-9b91-4874-8518-f036943aa473 x-openstack-request-id: req-704a99db-9b91-4874-8518-f036943aa473 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:30.835624 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff74ed5e-389c-4698-b4f2-e0ed12276eb5", "tag": "2519d4a5-6024-476c-bafe-0dbc214121d4", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:30.835951 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-704a99db-9b91-4874-8518-f036943aa473 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:30.836492 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704a99db-9b91-4874-8518-f036943aa473'] response: {'name': 'network-changed', 'server_uuid': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'tag': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'status': 'completed', 'code': 200} Oct 28 19:53:30.944924 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166d310-3dfd-434b-b34a-4d1fee4e3a63 req-f213f5dd-172d-4d0f-b649-eb9141b239dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:30.948650 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d166d310-3dfd-434b-b34a-4d1fee4e3a63 req-f213f5dd-172d-4d0f-b649-eb9141b239dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 1130 time: 0.0795250 Oct 28 19:53:30.989925 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-090197f8-05e4-47c0-8c0b-af1601fd2aa7 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:31.122984 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166d310-3dfd-434b-b34a-4d1fee4e3a63 req-75783d47-b3f5-4542-9839-408051d9fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:31.124918 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d166d310-3dfd-434b-b34a-4d1fee4e3a63 req-75783d47-b3f5-4542-9839-408051d9fbab service neutron] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 915 time: 0.1703296 Oct 28 19:53:31.289916 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d166d310-3dfd-434b-b34a-4d1fee4e3a63 req-98726981-0b9a-4e2b-a4e6-9da1b6c78bf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2519d4a5-6024-476c-bafe-0dbc214121d4 HTTP/1.1" status: 200 len: 1000 time: 0.1585808 Oct 28 19:53:31.370727 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166d310-3dfd-434b-b34a-4d1fee4e3a63 req-c58e4454-b7c4-4aed-a7f3-09d8455d724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:31.372232 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d166d310-3dfd-434b-b34a-4d1fee4e3a63 req-c58e4454-b7c4-4aed-a7f3-09d8455d724e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.0645797 Oct 28 19:53:31.372628 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-090197f8-05e4-47c0-8c0b-af1601fd2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'c557be35-d0a3-4781-83ff-dea766308517', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:47:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:00Z', 'updated_at': '2022-10-28T19:53:29Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:31.399298 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafea13-9735-4916-bbb5-3535cc673d34 req-1fa3e6b3-1c88-4787-bbb5-4d9a752aa83a tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:31.407297 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4bafea13-9735-4916-bbb5-3535cc673d34 req-1fa3e6b3-1c88-4787-bbb5-4d9a752aa83a tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 945 time: 0.1429067 Oct 28 19:53:31.418597 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090197f8-05e4-47c0-8c0b-af1601fd2aa7 None None] Checking router: 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:53:31.430434 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090197f8-05e4-47c0-8c0b-af1601fd2aa7 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:31.431061 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-090197f8-05e4-47c0-8c0b-af1601fd2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:53:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:31.509804 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4bafea13-9735-4916-bbb5-3535cc673d34 req-8b93a7f4-385f-4ce1-90d8-dbc775e22503 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957851 Oct 28 19:53:31.532883 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166d310-3dfd-434b-b34a-4d1fee4e3a63 req-28286326-df18-4586-948f-a870e88b8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:31.537458 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d166d310-3dfd-434b-b34a-4d1fee4e3a63 req-28286326-df18-4586-948f-a870e88b8173 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1598423 Oct 28 19:53:31.584635 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-090197f8-05e4-47c0-8c0b-af1601fd2aa7 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:31.726770 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7bf60-cc8e-4456-8b5e-993eb7328657 req-f6a26c65-4822-4017-9f5c-72e97539abb3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:31.735609 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-72f7bf60-cc8e-4456-8b5e-993eb7328657 req-f6a26c65-4822-4017-9f5c-72e97539abb3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1712315 Oct 28 19:53:31.746997 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d166d310-3dfd-434b-b34a-4d1fee4e3a63 req-fa2bac0a-fb05-4ca4-b3b2-b0e3e8d8f77b service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971030 Oct 28 19:53:31.899142 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-72f7bf60-cc8e-4456-8b5e-993eb7328657 req-4940a091-2f67-410e-8445-198f50789c48 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625988 Oct 28 19:53:31.943813 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d166d310-3dfd-434b-b34a-4d1fee4e3a63 req-a3720ebb-8a46-43ae-88c7-2fb54a753954 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875436 Oct 28 19:53:31.951835 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63db074-20b0-429b-9960-1714dcf0e5ea req-88d722a8-ce8e-4a73-bb9f-6019fa10ecbe tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:31.959284 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f63db074-20b0-429b-9960-1714dcf0e5ea req-88d722a8-ce8e-4a73-bb9f-6019fa10ecbe tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1099193 Oct 28 19:53:32.051630 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f63db074-20b0-429b-9960-1714dcf0e5ea req-0c838ca4-4ba6-4be9-9158-2fb0f7f5c5e7 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911887 Oct 28 19:53:32.089361 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-090197f8-05e4-47c0-8c0b-af1601fd2aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'c557be35-d0a3-4781-83ff-dea766308517', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:47:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:00Z', 'updated_at': '2022-10-28T19:53:29Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:32.110505 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5eea3-529c-42ac-8b5b-c91dc1952c33 req-7a1821c9-6320-408b-a98f-fbe78dde6605 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:32.124223 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45270) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:32.124754 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a9d5eea3-529c-42ac-8b5b-c91dc1952c33 req-7a1821c9-6320-408b-a98f-fbe78dde6605 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1132362 Oct 28 19:53:32.130316 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-128451de-0a10-410a-9893-a77555a49203 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'floatingip': {'port_id': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:32.134482 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090197f8-05e4-47c0-8c0b-af1601fd2aa7 None None] The sync data for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb is: [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'c557be35-d0a3-4781-83ff-dea766308517', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:47:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:00Z', 'updated_at': '2022-10-28T19:53:29Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:53:32.226888 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-128451de-0a10-410a-9893-a77555a49203 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (e7652e00-9014-4d74-a293-ad40b4b36d6b), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:32.425227 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cc55d5-6a6a-472d-9e81-9901e8b87ef7 None None] New status for floating IP c557be35-d0a3-4781-83ff-dea766308517: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:53:32.844735 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-128451de-0a10-410a-9893-a77555a49203 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:32.853813 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-128451de-0a10-410a-9893-a77555a49203 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (e7652e00-9014-4d74-a293-ad40b4b36d6b), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:32.961065 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.l3_db [None req-128451de-0a10-410a-9893-a77555a49203 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Floating IP e7652e00-9014-4d74-a293-ad40b4b36d6b associated. External IP: 172.28.3.214, port: 7ec22f8b-9ed8-4304-8c63-895e3e6727aa. Oct 28 19:53:33.083361 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45300) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:33.196464 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b912f7-a398-47b1-b467-2ca972842732 req-526c670e-4d17-48c3-9e79-99aa779979a3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:33.198259 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-79b912f7-a398-47b1-b467-2ca972842732 req-526c670e-4d17-48c3-9e79-99aa779979a3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0619357 Oct 28 19:53:33.199151 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128451de-0a10-410a-9893-a77555a49203 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Router e6dba45f-3a17-49ca-b146-58236b8e20de has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:53:33.230380 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-35ed9d54-240a-43ae-947c-62ad5800c1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.336486 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-79b912f7-a398-47b1-b467-2ca972842732 req-85ec635a-a920-4322-9a30-2c5a99fdf5d9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312296 Oct 28 19:53:33.351287 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128451de-0a10-410a-9893-a77555a49203 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:53:33.356604 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-128451de-0a10-410a-9893-a77555a49203 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.369497 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2451490-bf2a-4a9c-87ff-a43142cb4e37 None None] Sync routers for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:53:33.385711 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2451490-bf2a-4a9c-87ff-a43142cb4e37 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:33.386334 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-b2451490-bf2a-4a9c-87ff-a43142cb4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:53:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:33.391044 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-128451de-0a10-410a-9893-a77555a49203 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "PUT /v2.0/floatingips/e7652e00-9014-4d74-a293-ad40b4b36d6b HTTP/1.1" status: 200 len: 992 time: 1.2645736 Oct 28 19:53:33.391686 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:33.394013 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c42240d-8446-4f0e-a684-b9b209da63bd" -d '{"events": [{"name": "network-changed", "server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:33.400993 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-35ed9d54-240a-43ae-947c-62ad5800c1bd admin admin] Publish callbacks [] for security_group (aff83f0f-2887-49c9-ae47-f34a3890d605), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.408255 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-35ed9d54-240a-43ae-947c-62ad5800c1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (aff83f0f-2887-49c9-ae47-f34a3890d605), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.445230 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c2cc8a-c7ab-4ffb-b07d-20e75c43de9a x-openstack-request-id: req-70c2cc8a-c7ab-4ffb-b07d-20e75c43de9a {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:33.445574 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:33.446880 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70c2cc8a-c7ab-4ffb-b07d-20e75c43de9a {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:33.446880 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c2cc8a-c7ab-4ffb-b07d-20e75c43de9a'] response: {'name': 'network-changed', 'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'status': 'completed', 'code': 200} Oct 28 19:53:33.477004 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-35ed9d54-240a-43ae-947c-62ad5800c1bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=26825012f23b4ddbbc8ac668ecd5274c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918529 Oct 28 19:53:33.479179 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed9d54-240a-43ae-947c-62ad5800c1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff83f0f-2887-49c9-ae47-f34a3890d605,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:33.480778 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45330) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:33.571082 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42240d-8446-4f0e-a684-b9b209da63bd req-287ea4fb-8a67-4611-aba1-dcd33b34e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:33.578224 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c42240d-8446-4f0e-a684-b9b209da63bd req-287ea4fb-8a67-4611-aba1-dcd33b34e42d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 1130 time: 0.0998769 Oct 28 19:53:33.580196 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-73e33fae-09cb-45a8-8dbd-38e29c2a7fd2 admin admin] Publish callbacks [] for security_group (aff83f0f-2887-49c9-ae47-f34a3890d605), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.606814 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-73e33fae-09cb-45a8-8dbd-38e29c2a7fd2 admin admin] Publish callbacks [] for security_group (aff83f0f-2887-49c9-ae47-f34a3890d605), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.621282 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-b2451490-bf2a-4a9c-87ff-a43142cb4e37 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:33.701726 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-73e33fae-09cb-45a8-8dbd-38e29c2a7fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (aff83f0f-2887-49c9-ae47-f34a3890d605), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.707900 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-73e33fae-09cb-45a8-8dbd-38e29c2a7fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:33.709359 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-73e33fae-09cb-45a8-8dbd-38e29c2a7fd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aff83f0f-2887-49c9-ae47-f34a3890d605 HTTP/1.1" status: 204 len: 168 time: 0.2275436 Oct 28 19:53:33.726710 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e33fae-09cb-45a8-8dbd-38e29c2a7fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff83f0f-2887-49c9-ae47-f34a3890d605,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:33.750742 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42240d-8446-4f0e-a684-b9b209da63bd req-29cdde40-d280-401c-b9cd-a489d9af13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:33.752466 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c42240d-8446-4f0e-a684-b9b209da63bd req-29cdde40-d280-401c-b9cd-a489d9af13ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 918 time: 0.1680784 Oct 28 19:53:33.885748 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c42240d-8446-4f0e-a684-b9b209da63bd req-5e3461aa-c43a-488b-ab8a-d18d4b1d893d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa HTTP/1.1" status: 200 len: 1000 time: 0.1144469 Oct 28 19:53:33.993011 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42240d-8446-4f0e-a684-b9b209da63bd req-8b5a42f8-52e0-4a2f-81f2-d374003b40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:33.994676 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c42240d-8446-4f0e-a684-b9b209da63bd req-8b5a42f8-52e0-4a2f-81f2-d374003b40a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f HTTP/1.1" status: 200 len: 856 time: 0.0956259 Oct 28 19:53:34.039809 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-b2451490-bf2a-4a9c-87ff-a43142cb4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'e7652e00-9014-4d74-a293-ad40b4b36d6b', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'floating_ip_address': '172.28.3.214', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'port_id': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'mac_address': 'fa:16:3e:1c:6e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42618f73-b7a0-4ccd-8801-680260c2239c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:03Z', 'updated_at': '2022-10-28T19:53:32Z', 'revision_number': 1, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:34.063511 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42240d-8446-4f0e-a684-b9b209da63bd req-6dcdc58f-5e99-40a6-9edd-087e3e9f1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:34.078486 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c42240d-8446-4f0e-a684-b9b209da63bd req-6dcdc58f-5e99-40a6-9edd-087e3e9f1d3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81669af-792b-4a7a-835e-b3e1ad3452aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0755672 Oct 28 19:53:34.081397 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2451490-bf2a-4a9c-87ff-a43142cb4e37 None None] Checking router: e6dba45f-3a17-49ca-b146-58236b8e20de for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:53:34.099755 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2451490-bf2a-4a9c-87ff-a43142cb4e37 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:34.103020 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-b2451490-bf2a-4a9c-87ff-a43142cb4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:53:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:34.186639 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45360) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:34.202684 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-241132ce-5b90-4ae5-9d21-7540a6ca09ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.228100 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c42240d-8446-4f0e-a684-b9b209da63bd req-01997367-79aa-4e89-8bbd-f2900683a334 service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415606 Oct 28 19:53:34.235066 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-b2451490-bf2a-4a9c-87ff-a43142cb4e37 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:34.327356 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-241132ce-5b90-4ae5-9d21-7540a6ca09ad admin admin] Publish callbacks [] for security_group (587e59d9-db7d-44bb-82d6-d4223b5b028a), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.333401 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-241132ce-5b90-4ae5-9d21-7540a6ca09ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (587e59d9-db7d-44bb-82d6-d4223b5b028a), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.374046 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c42240d-8446-4f0e-a684-b9b209da63bd req-383819f8-8a25-4b54-bbe5-da6264acd58c service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326921 Oct 28 19:53:34.374721 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241132ce-5b90-4ae5-9d21-7540a6ca09ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e59d9-db7d-44bb-82d6-d4223b5b028a,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:34.393576 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-241132ce-5b90-4ae5-9d21-7540a6ca09ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6530a93755a3480da22bd4beed3725be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058034 Oct 28 19:53:34.396190 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45364) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:34.457078 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Publish callbacks [] for security_group (587e59d9-db7d-44bb-82d6-d4223b5b028a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.491327 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Publish callbacks [] for security_group (587e59d9-db7d-44bb-82d6-d4223b5b028a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.533963 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc6d66-0859-42f3-a594-c890da54bf30 req-74412f14-785d-43e5-b13a-7a978fa53da9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:34.536145 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-44cc6d66-0859-42f3-a594-c890da54bf30 req-74412f14-785d-43e5-b13a-7a978fa53da9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0773470 Oct 28 19:53:34.571899 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-b2451490-bf2a-4a9c-87ff-a43142cb4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'e7652e00-9014-4d74-a293-ad40b4b36d6b', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'floating_ip_address': '172.28.3.214', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'port_id': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'mac_address': 'fa:16:3e:1c:6e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42618f73-b7a0-4ccd-8801-680260c2239c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:03Z', 'updated_at': '2022-10-28T19:53:32Z', 'revision_number': 1, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:34.600325 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-44cc6d66-0859-42f3-a594-c890da54bf30 req-d536c20a-dff0-427f-a19e-81a8b6a128a6 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555634 Oct 28 19:53:34.607016 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2451490-bf2a-4a9c-87ff-a43142cb4e37 None None] The sync data for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb is: [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'e7652e00-9014-4d74-a293-ad40b4b36d6b', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'floating_ip_address': '172.28.3.214', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'port_id': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'mac_address': 'fa:16:3e:1c:6e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42618f73-b7a0-4ccd-8801-680260c2239c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:03Z', 'updated_at': '2022-10-28T19:53:32Z', 'revision_number': 1, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:53:34.763660 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (587e59d9-db7d-44bb-82d6-d4223b5b028a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.766611 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:34.767862 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/587e59d9-db7d-44bb-82d6-d4223b5b028a HTTP/1.1" status: 204 len: 168 time: 0.3706667 Oct 28 19:53:34.778509 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e59d9-db7d-44bb-82d6-d4223b5b028a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:34.787843 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.788308 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.788764 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.789168 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.789629 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.790037 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.790450 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.790881 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.791263 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.791682 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.792092 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.792493 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.792893 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d00e82d-230b-4475-8782-6dbb7bf6e343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:34.855548 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91387ab-1e26-4fdb-a00d-2412fb0637ce None None] New status for floating IP e7652e00-9014-4d74-a293-ad40b4b36d6b: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:53:35.252119 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45392) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:35.269144 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7045b31a-154e-47ce-b57c-cfcc264dd6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.382619 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7045b31a-154e-47ce-b57c-cfcc264dd6c2 admin admin] Publish callbacks [] for security_group (34e7c61d-9b44-48b2-9bdf-420c4fb8afbb), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.390614 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7045b31a-154e-47ce-b57c-cfcc264dd6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (34e7c61d-9b44-48b2-9bdf-420c4fb8afbb), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.482410 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7045b31a-154e-47ce-b57c-cfcc264dd6c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74f0801b2ee74986b8c8e31264b107d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256823 Oct 28 19:53:35.482410 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045b31a-154e-47ce-b57c-cfcc264dd6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e7c61d-9b44-48b2-9bdf-420c4fb8afbb,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:35.482765 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45406) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:35.564937 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Publish callbacks [] for security_group (34e7c61d-9b44-48b2-9bdf-420c4fb8afbb), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.595347 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Publish callbacks [] for security_group (34e7c61d-9b44-48b2-9bdf-420c4fb8afbb), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.853941 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (34e7c61d-9b44-48b2-9bdf-420c4fb8afbb), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.856488 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:35.857729 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34e7c61d-9b44-48b2-9bdf-420c4fb8afbb HTTP/1.1" status: 204 len: 168 time: 0.3742158 Oct 28 19:53:35.869912 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e7c61d-9b44-48b2-9bdf-420c4fb8afbb,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:35.878648 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c34aae-dac5-4455-be7e-9c46888a956e req-9974cf6f-8bb8-4278-846e-e2054aa79394 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:35.881376 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-20c34aae-dac5-4455-be7e-9c46888a956e req-9974cf6f-8bb8-4278-846e-e2054aa79394 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0747254 Oct 28 19:53:35.888085 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.888685 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.889191 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.889711 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.890209 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.890556 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.890907 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.891247 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.891575 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.891944 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.892449 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.892951 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.893473 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162c4ca8-566f-429d-b208-35e55366b26c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:35.946513 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-20c34aae-dac5-4455-be7e-9c46888a956e req-c9e87413-7ec1-4391-a362-7cfb3937d3bb tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493135 Oct 28 19:53:36.465111 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1fcd85bf-5214-4d6d-829b-6a69f74845d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:36.562277 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534d189-0f6d-440c-9571-c0aa96d5858f req-15fbce92-3cf6-4a44-91ca-f717afed2b1a tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:36.563815 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4534d189-0f6d-440c-9571-c0aa96d5858f req-15fbce92-3cf6-4a44-91ca-f717afed2b1a tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 945 time: 0.0594926 Oct 28 19:53:36.625454 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4534d189-0f6d-440c-9571-c0aa96d5858f req-e6b0e350-0243-472c-bc50-bc6d692466c7 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548742 Oct 28 19:53:37.132321 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793e53a-de88-4329-8524-0dbf668cbd71 req-45442a8c-4061-425c-a2df-11ecc03402b6 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:37.134051 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b793e53a-de88-4329-8524-0dbf668cbd71 req-45442a8c-4061-425c-a2df-11ecc03402b6 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0940225 Oct 28 19:53:37.184932 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b793e53a-de88-4329-8524-0dbf668cbd71 req-d298bbe5-4c38-4109-b952-702543cdf894 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452764 Oct 28 19:53:37.752150 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76717bdd-d380-4628-8b8e-1d4d9e06c0b6 req-dbb46560-fadf-45e4-b270-93f9bef1835b tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:37.753657 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-76717bdd-d380-4628-8b8e-1d4d9e06c0b6 req-dbb46560-fadf-45e4-b270-93f9bef1835b tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 945 time: 0.0525789 Oct 28 19:53:37.799176 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-76717bdd-d380-4628-8b8e-1d4d9e06c0b6 req-804e5d8a-fc65-437e-b26f-d360070a7deb tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Oct 28 19:53:38.340646 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45520) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:38.365332 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eae81a-fd7c-40d4-896c-47801952f173 req-e648171f-b7d7-41a6-a205-151460cd3727 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:38.367705 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-86eae81a-fd7c-40d4-896c-47801952f173 req-e648171f-b7d7-41a6-a205-151460cd3727 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0960772 Oct 28 19:53:38.433233 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-86eae81a-fd7c-40d4-896c-47801952f173 req-af3f4a20-3ef5-4c3e-b7d7-8c399b8a4280 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572519 Oct 28 19:53:38.535956 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45538) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:38.627737 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028c435-46b9-428e-831b-c2f60443f0d8 req-153e1a61-1e93-4b38-b9ba-b551d8a5fde2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:38.629875 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3028c435-46b9-428e-831b-c2f60443f0d8 req-153e1a61-1e93-4b38-b9ba-b551d8a5fde2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.26 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 945 time: 0.0746350 Oct 28 19:53:38.645364 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0ff28105-ba24-4679-82bf-d87b3dae4dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.645628 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2835bbd8-bf6b-4801-928e-13fda49a4d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.653997 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-906d9de2-2091-4468-bd05-c4ab18055abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.766918 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0ff28105-ba24-4679-82bf-d87b3dae4dda admin admin] Publish callbacks [] for security_group (84aac0ee-f897-42e1-b0d4-c6f95a975be0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.773476 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0ff28105-ba24-4679-82bf-d87b3dae4dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (84aac0ee-f897-42e1-b0d4-c6f95a975be0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.817797 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-0ff28105-ba24-4679-82bf-d87b3dae4dda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eae348759be148e7ac0950747acede96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4754760 Oct 28 19:53:38.818592 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45558) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:38.819210 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff28105-ba24-4679-82bf-d87b3dae4dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aac0ee-f897-42e1-b0d4-c6f95a975be0,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:38.882644 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f3aba5dc-f000-459d-9c63-423f15e9cd0d admin admin] Publish callbacks [] for security_group (84aac0ee-f897-42e1-b0d4-c6f95a975be0), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.897380 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-3028c435-46b9-428e-831b-c2f60443f0d8 req-59a856ab-d01b-4231-a939-50ac930c1fd2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Deleting port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:53:38.897913 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3028c435-46b9-428e-831b-c2f60443f0d8 req-59a856ab-d01b-4231-a939-50ac930c1fd2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.918146 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f3aba5dc-f000-459d-9c63-423f15e9cd0d admin admin] Publish callbacks [] for security_group (84aac0ee-f897-42e1-b0d4-c6f95a975be0), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.950364 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2835bbd8-bf6b-4801-928e-13fda49a4d12 admin admin] Publish callbacks [] for security_group (0f931ea2-45ae-4467-a2e5-4bc7931262bb), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.966045 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2835bbd8-bf6b-4801-928e-13fda49a4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (0f931ea2-45ae-4467-a2e5-4bc7931262bb), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.982794 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f3aba5dc-f000-459d-9c63-423f15e9cd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (84aac0ee-f897-42e1-b0d4-c6f95a975be0), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.986959 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f3aba5dc-f000-459d-9c63-423f15e9cd0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:38.988667 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-f3aba5dc-f000-459d-9c63-423f15e9cd0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84aac0ee-f897-42e1-b0d4-c6f95a975be0 HTTP/1.1" status: 204 len: 168 time: 0.1665492 Oct 28 19:53:38.998493 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aba5dc-f000-459d-9c63-423f15e9cd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aac0ee-f897-42e1-b0d4-c6f95a975be0,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:39.053882 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-2835bbd8-bf6b-4801-928e-13fda49a4d12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39add2f13be947ba89a583e7283ca4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5170541 Oct 28 19:53:39.054479 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45570) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:39.073384 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835bbd8-bf6b-4801-928e-13fda49a4d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f931ea2-45ae-4467-a2e5-4bc7931262bb,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:39.114661 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-3028c435-46b9-428e-831b-c2f60443f0d8 req-59a856ab-d01b-4231-a939-50ac930c1fd2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] For port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=724a8cca-d5d5-4c05-a0ea-db378bac2b1f,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:39.115081 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3028c435-46b9-428e-831b-c2f60443f0d8 req-59a856ab-d01b-4231-a939-50ac930c1fd2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.143051 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569d3b7-e3e2-4e75-83ae-c21b97062ff9 req-00ba89c8-aef3-4e8d-8590-85062955c51c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:39.144773 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8569d3b7-e3e2-4e75-83ae-c21b97062ff9 req-00ba89c8-aef3-4e8d-8590-85062955c51c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 945 time: 0.2214043 Oct 28 19:53:39.155655 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-3028c435-46b9-428e-831b-c2f60443f0d8 req-59a856ab-d01b-4231-a939-50ac930c1fd2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Calling delete_port for 724a8cca-d5d5-4c05-a0ea-db378bac2b1f owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:53:39.267448 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd1ff-213f-404e-8b56-2a8c8c97fa2b admin admin] Publish callbacks [] for security_group (0f931ea2-45ae-4467-a2e5-4bc7931262bb), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.288623 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45574) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:39.296311 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8569d3b7-e3e2-4e75-83ae-c21b97062ff9 req-616cd851-d04a-41b5-a7cb-25854258b74c tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e86843-0315-4f2c-a7f1-b15d25720c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374164 Oct 28 19:53:39.302162 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e897b8f-bb09-4f97-b1da-f357ac5794a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.315829 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd1ff-213f-404e-8b56-2a8c8c97fa2b admin admin] Publish callbacks [] for security_group (0f931ea2-45ae-4467-a2e5-4bc7931262bb), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.380478 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e897b8f-bb09-4f97-b1da-f357ac5794a4 admin admin] Publish callbacks [] for security_group (de165eeb-6d38-4602-a6b3-4e500921a7b5), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.384292 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7e897b8f-bb09-4f97-b1da-f357ac5794a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (de165eeb-6d38-4602-a6b3-4e500921a7b5), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.406229 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd1ff-213f-404e-8b56-2a8c8c97fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (0f931ea2-45ae-4467-a2e5-4bc7931262bb), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.408825 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9bfdd1ff-213f-404e-8b56-2a8c8c97fa2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.410076 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-9bfdd1ff-213f-404e-8b56-2a8c8c97fa2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f931ea2-45ae-4467-a2e5-4bc7931262bb HTTP/1.1" status: 204 len: 168 time: 0.3530655 Oct 28 19:53:39.423459 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e897b8f-bb09-4f97-b1da-f357ac5794a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de165eeb-6d38-4602-a6b3-4e500921a7b5,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:39.427430 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdd1ff-213f-404e-8b56-2a8c8c97fa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f931ea2-45ae-4467-a2e5-4bc7931262bb,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:39.429948 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7e897b8f-bb09-4f97-b1da-f357ac5794a4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b9d41fa94424b43a40d82456fe61475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402135 Oct 28 19:53:39.432057 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45578) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:39.439796 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3028c435-46b9-428e-831b-c2f60443f0d8 req-59a856ab-d01b-4231-a939-50ac930c1fd2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (724a8cca-d5d5-4c05-a0ea-db378bac2b1f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.465486 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['724a8cca-d5d5-4c05-a0ea-db378bac2b1f'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:39.479004 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a856ab-d01b-4231-a939-50ac930c1fd2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Pushing event deleted for resources: {'Port': ['ID=724a8cca-d5d5-4c05-a0ea-db378bac2b1f,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:39.567660 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3028c435-46b9-428e-831b-c2f60443f0d8 req-59a856ab-d01b-4231-a939-50ac930c1fd2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] No DVR routers for this DVR port 724a8cca-d5d5-4c05-a0ea-db378bac2b1f on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:53:39.587092 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-3028c435-46b9-428e-831b-c2f60443f0d8 req-59a856ab-d01b-4231-a939-50ac930c1fd2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.590585 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3028c435-46b9-428e-831b-c2f60443f0d8 req-59a856ab-d01b-4231-a939-50ac930c1fd2 tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.26 "DELETE /v2.0/ports/724a8cca-d5d5-4c05-a0ea-db378bac2b1f HTTP/1.1" status: 204 len: 173 time: 0.9542727 Oct 28 19:53:39.591110 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe', 'name': 'network-vif-deleted', 'tag': '724a8cca-d5d5-4c05-a0ea-db378bac2b1f'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:39.593405 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bd843d-3bfe-4544-83b8-9f20f74116e1" -d '{"events": [{"server_uuid": "e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe", "name": "network-vif-deleted", "tag": "724a8cca-d5d5-4c05-a0ea-db378bac2b1f"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:39.617998 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-248f59f5-b8d1-461c-b6f1-edd91de3cb95 admin admin] Publish callbacks [] for security_group (de165eeb-6d38-4602-a6b3-4e500921a7b5), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.645703 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-248f59f5-b8d1-461c-b6f1-edd91de3cb95 admin admin] Publish callbacks [] for security_group (de165eeb-6d38-4602-a6b3-4e500921a7b5), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.673667 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbe92c7-9d80-45a4-b1ad-d393a1b0dc7e x-openstack-request-id: req-1cbe92c7-9d80-45a4-b1ad-d393a1b0dc7e {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:39.673984 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe", "name": "network-vif-deleted", "tag": "724a8cca-d5d5-4c05-a0ea-db378bac2b1f", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:39.674249 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1cbe92c7-9d80-45a4-b1ad-d393a1b0dc7e {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:39.674660 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbe92c7-9d80-45a4-b1ad-d393a1b0dc7e'] response: {'server_uuid': 'e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe', 'name': 'network-vif-deleted', 'tag': '724a8cca-d5d5-4c05-a0ea-db378bac2b1f', 'status': 'completed', 'code': 200} Oct 28 19:53:39.684569 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e23f03-2c38-4160-86e1-c6856f65c0ff req-81d77a37-7381-41f3-9e8c-91bcf8c75fdf tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:39.686189 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-95e23f03-2c38-4160-86e1-c6856f65c0ff req-81d77a37-7381-41f3-9e8c-91bcf8c75fdf tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1352589 Oct 28 19:53:39.759591 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-95e23f03-2c38-4160-86e1-c6856f65c0ff req-90755e58-6983-4d44-a952-4271a1e196f1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664930 Oct 28 19:53:39.760825 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-248f59f5-b8d1-461c-b6f1-edd91de3cb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (de165eeb-6d38-4602-a6b3-4e500921a7b5), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.763499 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-248f59f5-b8d1-461c-b6f1-edd91de3cb95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.767590 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-248f59f5-b8d1-461c-b6f1-edd91de3cb95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de165eeb-6d38-4602-a6b3-4e500921a7b5 HTTP/1.1" status: 204 len: 168 time: 0.3344028 Oct 28 19:53:39.790851 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f59f5-b8d1-461c-b6f1-edd91de3cb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de165eeb-6d38-4602-a6b3-4e500921a7b5,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:39.843364 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:39.915444 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45596) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:39.929973 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8180835f-6c74-4181-9b47-d308ca5ab048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.029095 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8180835f-6c74-4181-9b47-d308ca5ab048 admin admin] Publish callbacks [] for security_group (ad3dc336-1e1d-4aee-a03d-9f59bcc279c1), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.033587 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8180835f-6c74-4181-9b47-d308ca5ab048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ad3dc336-1e1d-4aee-a03d-9f59bcc279c1), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.073295 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180835f-6c74-4181-9b47-d308ca5ab048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3dc336-1e1d-4aee-a03d-9f59bcc279c1,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:40.078422 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-8180835f-6c74-4181-9b47-d308ca5ab048 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30a25b741ca84e5f96c4034fb5c8262e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618869 Oct 28 19:53:40.081316 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45604) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:40.138241 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1637d6a8-8796-4cf4-b87a-b9bd65d843d6 admin admin] Publish callbacks [] for security_group (ad3dc336-1e1d-4aee-a03d-9f59bcc279c1), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.161613 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1637d6a8-8796-4cf4-b87a-b9bd65d843d6 admin admin] Publish callbacks [] for security_group (ad3dc336-1e1d-4aee-a03d-9f59bcc279c1), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.216004 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1637d6a8-8796-4cf4-b87a-b9bd65d843d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ad3dc336-1e1d-4aee-a03d-9f59bcc279c1), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.224879 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1637d6a8-8796-4cf4-b87a-b9bd65d843d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.224879 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-1637d6a8-8796-4cf4-b87a-b9bd65d843d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad3dc336-1e1d-4aee-a03d-9f59bcc279c1 HTTP/1.1" status: 204 len: 168 time: 0.1359677 Oct 28 19:53:40.231635 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637d6a8-8796-4cf4-b87a-b9bd65d843d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3dc336-1e1d-4aee-a03d-9f59bcc279c1,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:40.308181 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45618) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:40.312529 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45620) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:40.469924 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-78849137-37fb-4391-8910-de5063406609 req-29904bf4-48eb-4b9c-afb0-6c0085d47c8e tempest-DeleteServersTestJSON-1762625080 tempest-DeleteServersTestJSON-1762625080-project] 10.222.0.64 "GET /v2.0/ports?device_id=e15c86fa-fb2b-4276-a94e-f2c0ceebc1fe HTTP/1.1" status: 200 len: 210 time: 0.0355182 Oct 28 19:53:40.605088 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f64901fd-8cde-4aa3-b34d-2de493228aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.621528 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c3b6e3d5-c015-4c66-b425-ff832858fb90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.721735 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f64901fd-8cde-4aa3-b34d-2de493228aad admin admin] Publish callbacks [] for security_group (f7900b6a-7342-40b7-932a-45b62ff87b4d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.723876 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c3b6e3d5-c015-4c66-b425-ff832858fb90 admin admin] Publish callbacks [] for security_group (ebe908e1-4bd9-446c-b38d-aa650e03f413), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.727370 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f64901fd-8cde-4aa3-b34d-2de493228aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f7900b6a-7342-40b7-932a-45b62ff87b4d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.730789 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c3b6e3d5-c015-4c66-b425-ff832858fb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ebe908e1-4bd9-446c-b38d-aa650e03f413), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.759380 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45640) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:40.767756 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6e3d5-c015-4c66-b425-ff832858fb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe908e1-4bd9-446c-b38d-aa650e03f413,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:40.790986 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-c3b6e3d5-c015-4c66-b425-ff832858fb90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b726cc9a3d0042e1868439b556077c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4775414 Oct 28 19:53:40.791082 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-f64901fd-8cde-4aa3-b34d-2de493228aad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4417be9ce1b4a2fabf490faac000ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737391 Oct 28 19:53:40.791157 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45642) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:40.796128 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45646) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:40.801819 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-543043ff-40b7-4195-b7fa-cc9bf3c287ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.809026 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64901fd-8cde-4aa3-b34d-2de493228aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7900b6a-7342-40b7-932a-45b62ff87b4d,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:40.890762 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-888fbdef-1cb4-4840-a41e-e3098275354d admin admin] Publish callbacks [] for security_group (ebe908e1-4bd9-446c-b38d-aa650e03f413), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.914106 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d301eb5-e776-4b3a-a0dc-a22b33b8f99e admin admin] Publish callbacks [] for security_group (f7900b6a-7342-40b7-932a-45b62ff87b4d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.925538 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-888fbdef-1cb4-4840-a41e-e3098275354d admin admin] Publish callbacks [] for security_group (ebe908e1-4bd9-446c-b38d-aa650e03f413), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.931737 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999ebde-d882-4865-af45-59004c656eb5 req-9e06e1f2-f67c-4d08-9e3a-a5349339add9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:40.933332 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9999ebde-d882-4865-af45-59004c656eb5 req-9e06e1f2-f67c-4d08-9e3a-a5349339add9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0904140 Oct 28 19:53:40.953561 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-543043ff-40b7-4195-b7fa-cc9bf3c287ee admin admin] Publish callbacks [] for security_group (34c2dac2-191e-489f-b8e1-91c8bd23de47), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.963291 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d301eb5-e776-4b3a-a0dc-a22b33b8f99e admin admin] Publish callbacks [] for security_group (f7900b6a-7342-40b7-932a-45b62ff87b4d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.965622 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-543043ff-40b7-4195-b7fa-cc9bf3c287ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (34c2dac2-191e-489f-b8e1-91c8bd23de47), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:40.995336 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-543043ff-40b7-4195-b7fa-cc9bf3c287ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff43c38026af4af5b2c75dd3671c93a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335620 Oct 28 19:53:40.998149 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45654) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:41.039919 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543043ff-40b7-4195-b7fa-cc9bf3c287ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c2dac2-191e-489f-b8e1-91c8bd23de47,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:41.043246 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-888fbdef-1cb4-4840-a41e-e3098275354d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ebe908e1-4bd9-446c-b38d-aa650e03f413), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.045889 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-888fbdef-1cb4-4840-a41e-e3098275354d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.047276 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-888fbdef-1cb4-4840-a41e-e3098275354d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebe908e1-4bd9-446c-b38d-aa650e03f413 HTTP/1.1" status: 204 len: 168 time: 0.2506781 Oct 28 19:53:41.060934 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9999ebde-d882-4865-af45-59004c656eb5 req-45fa41ee-764d-4957-b89a-23b69beb4cc0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130607 Oct 28 19:53:41.065612 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fbdef-1cb4-4840-a41e-e3098275354d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe908e1-4bd9-446c-b38d-aa650e03f413,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:41.081304 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d301eb5-e776-4b3a-a0dc-a22b33b8f99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f7900b6a-7342-40b7-932a-45b62ff87b4d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.084912 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8d301eb5-e776-4b3a-a0dc-a22b33b8f99e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.086419 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-8d301eb5-e776-4b3a-a0dc-a22b33b8f99e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7900b6a-7342-40b7-932a-45b62ff87b4d HTTP/1.1" status: 204 len: 168 time: 0.2976007 Oct 28 19:53:41.098189 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1e37-7138-474a-b295-f075720ab6b3 admin admin] Publish callbacks [] for security_group (34c2dac2-191e-489f-b8e1-91c8bd23de47), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.101672 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d301eb5-e776-4b3a-a0dc-a22b33b8f99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7900b6a-7342-40b7-932a-45b62ff87b4d,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:41.128075 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1e37-7138-474a-b295-f075720ab6b3 admin admin] Publish callbacks [] for security_group (34c2dac2-191e-489f-b8e1-91c8bd23de47), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.189185 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1e37-7138-474a-b295-f075720ab6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (34c2dac2-191e-489f-b8e1-91c8bd23de47), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.193043 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0c9c1e37-7138-474a-b295-f075720ab6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.194594 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-0c9c1e37-7138-474a-b295-f075720ab6b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34c2dac2-191e-489f-b8e1-91c8bd23de47 HTTP/1.1" status: 204 len: 168 time: 0.1952925 Oct 28 19:53:41.203277 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c1e37-7138-474a-b295-f075720ab6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c2dac2-191e-489f-b8e1-91c8bd23de47,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:41.400117 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.601963 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45680) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:41.655643 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45688) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:41.671447 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-77da2832-fb1b-4470-be0a-610b58e83e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.780497 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-77da2832-fb1b-4470-be0a-610b58e83e65 admin admin] Publish callbacks [] for security_group (d579d4fc-b7ce-4bd4-b3a4-f13576c2e6b9), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.786544 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-77da2832-fb1b-4470-be0a-610b58e83e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d579d4fc-b7ce-4bd4-b3a4-f13576c2e6b9), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.831269 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-77da2832-fb1b-4470-be0a-610b58e83e65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=245a0fa7999b4cca9cc2775cbd8d54c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712987 Oct 28 19:53:41.831408 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45698) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:41.838852 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da2832-fb1b-4470-be0a-610b58e83e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d579d4fc-b7ce-4bd4-b3a4-f13576c2e6b9,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:41.856292 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-66bd68c2-83b4-4b0a-9658-c46dc6ff0d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.906916 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d8eb81ed-de4e-4b8a-9c2a-12b71495facf admin admin] Publish callbacks [] for security_group (d579d4fc-b7ce-4bd4-b3a4-f13576c2e6b9), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.934431 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d8eb81ed-de4e-4b8a-9c2a-12b71495facf admin admin] Publish callbacks [] for security_group (d579d4fc-b7ce-4bd4-b3a4-f13576c2e6b9), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:41.994645 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-66bd68c2-83b4-4b0a-9658-c46dc6ff0d8d admin admin] Publish callbacks [] for security_group (ef4f3c84-9788-491e-9335-331b82d531cc), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.000170 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-66bd68c2-83b4-4b0a-9658-c46dc6ff0d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ef4f3c84-9788-491e-9335-331b82d531cc), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.004705 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d8eb81ed-de4e-4b8a-9c2a-12b71495facf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d579d4fc-b7ce-4bd4-b3a4-f13576c2e6b9), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.008026 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d8eb81ed-de4e-4b8a-9c2a-12b71495facf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.009176 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-d8eb81ed-de4e-4b8a-9c2a-12b71495facf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d579d4fc-b7ce-4bd4-b3a4-f13576c2e6b9 HTTP/1.1" status: 204 len: 168 time: 0.1761162 Oct 28 19:53:42.023009 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb81ed-de4e-4b8a-9c2a-12b71495facf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d579d4fc-b7ce-4bd4-b3a4-f13576c2e6b9,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:42.037398 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-66bd68c2-83b4-4b0a-9658-c46dc6ff0d8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8971e41fdb64cd8af8040df88c9a4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343464 Oct 28 19:53:42.040043 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45712) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:42.106723 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd68c2-83b4-4b0a-9658-c46dc6ff0d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4f3c84-9788-491e-9335-331b82d531cc,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:42.139668 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6cdea56e-0db8-412d-af04-9ad81fe1dc17 admin admin] Publish callbacks [] for security_group (ef4f3c84-9788-491e-9335-331b82d531cc), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.193273 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6cdea56e-0db8-412d-af04-9ad81fe1dc17 admin admin] Publish callbacks [] for security_group (ef4f3c84-9788-491e-9335-331b82d531cc), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.249814 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e3dfe-f5ac-4fdb-b235-a6c63d46a317 req-ce837420-1364-4b5d-8955-f1946d7257fc tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:42.251446 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2e1e3dfe-f5ac-4fdb-b235-a6c63d46a317 req-ce837420-1364-4b5d-8955-f1946d7257fc tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0966709 Oct 28 19:53:42.283303 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6cdea56e-0db8-412d-af04-9ad81fe1dc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ef4f3c84-9788-491e-9335-331b82d531cc), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.286935 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6cdea56e-0db8-412d-af04-9ad81fe1dc17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.291002 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-6cdea56e-0db8-412d-af04-9ad81fe1dc17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef4f3c84-9788-491e-9335-331b82d531cc HTTP/1.1" status: 204 len: 168 time: 0.2497003 Oct 28 19:53:42.315403 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdea56e-0db8-412d-af04-9ad81fe1dc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4f3c84-9788-491e-9335-331b82d531cc,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:42.340503 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2e1e3dfe-f5ac-4fdb-b235-a6c63d46a317 req-c54714b7-4e3b-4187-891a-c7902c0e2107 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782964 Oct 28 19:53:42.404582 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45732) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:42.418317 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-592ebd6b-e92a-4dc0-9ae4-c547c5ac0041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.511128 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-592ebd6b-e92a-4dc0-9ae4-c547c5ac0041 admin admin] Publish callbacks [] for security_group (628a1c97-271e-4c91-a700-63934b939acf), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.515929 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-592ebd6b-e92a-4dc0-9ae4-c547c5ac0041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (628a1c97-271e-4c91-a700-63934b939acf), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.556333 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-592ebd6b-e92a-4dc0-9ae4-c547c5ac0041 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f43ae4faedbd4bc7aac839dbbbc0929f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507604 Oct 28 19:53:42.557343 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ebd6b-e92a-4dc0-9ae4-c547c5ac0041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628a1c97-271e-4c91-a700-63934b939acf,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:42.559279 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45736) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:42.623757 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7601a3bc-c3b5-4eef-8739-56cf5e8c8639 admin admin] Publish callbacks [] for security_group (628a1c97-271e-4c91-a700-63934b939acf), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.651055 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7601a3bc-c3b5-4eef-8739-56cf5e8c8639 admin admin] Publish callbacks [] for security_group (628a1c97-271e-4c91-a700-63934b939acf), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.666897 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.696565 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45742) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:42.709698 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7601a3bc-c3b5-4eef-8739-56cf5e8c8639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (628a1c97-271e-4c91-a700-63934b939acf), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.713120 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7601a3bc-c3b5-4eef-8739-56cf5e8c8639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.714345 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-7601a3bc-c3b5-4eef-8739-56cf5e8c8639 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/628a1c97-271e-4c91-a700-63934b939acf HTTP/1.1" status: 204 len: 168 time: 0.1525083 Oct 28 19:53:42.722093 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601a3bc-c3b5-4eef-8739-56cf5e8c8639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628a1c97-271e-4c91-a700-63934b939acf,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:42.801512 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-342247341-network', 'tenant_id': 'ea4bbe105c8f4d048be3eb64b707987e'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:42.836411 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Made reservation on behalf of ea4bbe105c8f4d048be3eb64b707987e for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:42.839209 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.847993 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.931404 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Publish callbacks [] for security_group (9cea2739-d43c-4f75-8f77-ddb5ab11af7b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.940539 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (9cea2739-d43c-4f75-8f77-ddb5ab11af7b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.964097 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:53:42.979604 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cea2739-d43c-4f75-8f77-ddb5ab11af7b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:42.985024 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (63897e43-c6c6-41dd-a1aa-fac4b5a63529), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:42.985369 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.segments_db [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Added segment 63897e43-c6c6-41dd-a1aa-fac4b5a63529 of type vlan for network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b Oct 28 19:53:43.036451 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (5ce716b2-4804-4dc8-a1b4-11a24e84c20b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.085884 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (5ce716b2-4804-4dc8-a1b4-11a24e84c20b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.087414 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:43.089454 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.109841 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45768) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:43.179115 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45774) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:43.179410 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4815810 Oct 28 19:53:43.184235 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78ee95-98ee-4144-af60-f8ed8bf44a37 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce716b2-4804-4dc8-a1b4-11a24e84c20b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:43.185076 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] Request body: {'subnet': {'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-342247341-subnet', 'tenant_id': 'ea4bbe105c8f4d048be3eb64b707987e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:43.198694 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:53:43.258734 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] Made reservation on behalf of ea4bbe105c8f4d048be3eb64b707987e for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:43.261892 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8149793'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.392526 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 724a8cca-d5d5-4c05-a0ea-db378bac2b1f no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:53:43.428744 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: 724a8cca-d5d5-4c05-a0ea-db378bac2b1f {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:53:43.429324 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 724a8cca-d5d5-4c05-a0ea-db378bac2b1f not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:53:43.755522 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a268b1-9722-494e-8bad-d51134149fae req-4e61cdb3-159d-4971-975f-48332c52d363 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:43.755522 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-00a268b1-9722-494e-8bad-d51134149fae req-4e61cdb3-159d-4971-975f-48332c52d363 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.3193440 Oct 28 19:53:43.900686 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-00a268b1-9722-494e-8bad-d51134149fae req-3ea09f33-868e-422a-9543-7092f0016855 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378262 Oct 28 19:53:43.923828 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8153596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8149971'] for subnet (c5c5536c-e9ae-4f77-80f9-1750b3e2da33), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:43.995302 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c5536c-e9ae-4f77-80f9-1750b3e2da33,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:44.031799 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] Checking segment: {'id': '63897e43-c6c6-41dd-a1aa-fac4b5a63529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:44.032169 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] Network hostable DHCP agents. Network: 5ce716b2-4804-4dc8-a1b4-11a24e84c20b, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:53:44.099173 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] Network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:53:44.115637 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606274'] for router_interface (dc79f34b-54a9-403a-b83b-fb01356b5a5c), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:44.118819 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, 5ce716b2-4804-4dc8-a1b4-11a24e84c20b) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:44.129279 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc03abba-b2c8-4466-8501-e267dd780c2e None None] Network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:44.152124 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:44.152697 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:44.216887 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-c95c4d29-ed21-4806-9043-a4a47bf4d7ae admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0362775 Oct 28 19:53:44.282984 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af4d582-cc3e-4c06-a6b0-1a8ef8cd4636 None None] Network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:44.578875 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] Deleting port 230f4441-d39c-41c6-8654-d0110f34fdf5 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:53:44.578875 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:44.677663 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] For port 230f4441-d39c-41c6-8654-d0110f34fdf5, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=230f4441-d39c-41c6-8654-d0110f34fdf5,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:44.678403 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:44.696624 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] Calling delete_port for 230f4441-d39c-41c6-8654-d0110f34fdf5 owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:53:45.039060 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (230f4441-d39c-41c6-8654-d0110f34fdf5), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.070256 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=230f4441-d39c-41c6-8654-d0110f34fdf5,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:45.134302 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde7795-26ab-4e97-8737-482402f38d71 req-e25da5a0-c03b-4d54-b0b6-3b382a5b0305 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:45.135867 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4bde7795-26ab-4e97-8737-482402f38d71 req-e25da5a0-c03b-4d54-b0b6-3b382a5b0305 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1372294 Oct 28 19:53:45.247668 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4bde7795-26ab-4e97-8737-482402f38d71 req-aa111bc3-b41a-4ae8-87d0-5120e0b0652c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035910 Oct 28 19:53:45.314855 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605938'] for router_interface (dc79f34b-54a9-403a-b83b-fb01356b5a5c), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:45.549345 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] Router dc79f34b-54a9-403a-b83b-fb01356b5a5c has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:53:45.663704 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:53:45.670138 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-492b08ad-33bd-4c7e-a5cd-f1f4cbd5f6ff admin admin] 10.222.0.64 "PUT /v2.0/routers/dc79f34b-54a9-403a-b83b-fb01356b5a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5583906 Oct 28 19:53:45.672090 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45866) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:45.674170 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7613bd-1b9a-4987-b962-311fca525c5e None None] Sync routers for ids ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:53:45.696348 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7613bd-1b9a-4987-b962-311fca525c5e None None] Routers {'dc79f34b-54a9-403a-b83b-fb01356b5a5c'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:45.696982 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-8c7613bd-1b9a-4987-b962-311fca525c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:53:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:45.812480 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-8c7613bd-1b9a-4987-b962-311fca525c5e None None] Set router dc79f34b-54a9-403a-b83b-fb01356b5a5c gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:45.818374 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Publish callbacks [] for router (dc79f34b-54a9-403a-b83b-fb01356b5a5c), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.007117 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-8c7613bd-1b9a-4987-b962-311fca525c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'name': 'tempest-DeleteServersTestJSON-1879200990-router', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:53:44Z', 'revision_number': 5, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'gw_port': {'id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:46.038036 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7613bd-1b9a-4987-b962-311fca525c5e None None] Checking router: dc79f34b-54a9-403a-b83b-fb01356b5a5c for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:53:46.047988 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7613bd-1b9a-4987-b962-311fca525c5e None None] Routers {'dc79f34b-54a9-403a-b83b-fb01356b5a5c'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:46.048852 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-8c7613bd-1b9a-4987-b962-311fca525c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:53:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:46.129481 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Publish callbacks [] for router_gateway (dc79f34b-54a9-403a-b83b-fb01356b5a5c), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.180249 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-8c7613bd-1b9a-4987-b962-311fca525c5e None None] Set router dc79f34b-54a9-403a-b83b-fb01356b5a5c gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:46.184146 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Deleting port ff57eefe-85b7-4be4-94ae-de8e4e7fb931 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:53:46.184690 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.210757 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45884) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:46.279709 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] For port ff57eefe-85b7-4be4-94ae-de8e4e7fb931, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=ff57eefe-85b7-4be4-94ae-de8e4e7fb931,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:46.280258 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.297327 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Calling delete_port for ff57eefe-85b7-4be4-94ae-de8e4e7fb931 owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:53:46.365984 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fde16b7f-cfba-40a3-bf35-bb821b16427b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.389273 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-8c7613bd-1b9a-4987-b962-311fca525c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'name': 'tempest-DeleteServersTestJSON-1879200990-router', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:53:44Z', 'revision_number': 5, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'gw_port': {'id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:46.417559 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7613bd-1b9a-4987-b962-311fca525c5e None None] The sync data for ids ['dc79f34b-54a9-403a-b83b-fb01356b5a5c'] in dv-cinder-862894-1-smb is: [{'id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'name': 'tempest-DeleteServersTestJSON-1879200990-router', 'tenant_id': 'b495e45a571743789c68ecdcfe66869b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:53:44Z', 'revision_number': 5, 'project_id': 'b495e45a571743789c68ecdcfe66869b', 'gw_port': {'id': 'ff57eefe-85b7-4be4-94ae-de8e4e7fb931', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79f34b-54a9-403a-b83b-fb01356b5a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:53:46.445508 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fde16b7f-cfba-40a3-bf35-bb821b16427b admin admin] Publish callbacks [] for security_group (7db5dce3-dffa-4fe5-8c91-d33fa3a8964e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.450355 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fde16b7f-cfba-40a3-bf35-bb821b16427b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (7db5dce3-dffa-4fe5-8c91-d33fa3a8964e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.498115 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-fde16b7f-cfba-40a3-bf35-bb821b16427b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db527334eaf94f06ae7156959b7028b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852666 Oct 28 19:53:46.498939 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde16b7f-cfba-40a3-bf35-bb821b16427b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db5dce3-dffa-4fe5-8c91-d33fa3a8964e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:46.502198 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45900) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:46.555829 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0799-76bf-40f5-90e6-f0e50e7bca4a admin admin] Publish callbacks [] for security_group (7db5dce3-dffa-4fe5-8c91-d33fa3a8964e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.556343 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-e35566a6-3ef8-46b3-864d-1ce5f7a01d5d tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:46.557888 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-e35566a6-3ef8-46b3-864d-1ce5f7a01d5d tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/networks?id=5ce716b2-4804-4dc8-a1b4-11a24e84c20b HTTP/1.1" status: 200 len: 808 time: 0.1978552 Oct 28 19:53:46.577637 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0799-76bf-40f5-90e6-f0e50e7bca4a admin admin] Publish callbacks [] for security_group (7db5dce3-dffa-4fe5-8c91-d33fa3a8964e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.588434 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6564b-360b-495d-a3ce-332b3e141998 req-3db81d8c-030c-4153-a4ee-7885038b2257 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:46.589919 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8bb6564b-360b-495d-a3ce-332b3e141998 req-3db81d8c-030c-4153-a4ee-7885038b2257 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.2190247 Oct 28 19:53:46.592188 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-b0dfa716-bd7e-4e57-8d49-d8d8379cdf9e tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/quotas/ea4bbe105c8f4d048be3eb64b707987e HTTP/1.1" status: 200 len: 375 time: 0.0225182 Oct 28 19:53:46.630990 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0799-76bf-40f5-90e6-f0e50e7bca4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (7db5dce3-dffa-4fe5-8c91-d33fa3a8964e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.633576 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fa5a0799-76bf-40f5-90e6-f0e50e7bca4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.634747 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-fa5a0799-76bf-40f5-90e6-f0e50e7bca4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7db5dce3-dffa-4fe5-8c91-d33fa3a8964e HTTP/1.1" status: 204 len: 168 time: 0.1312265 Oct 28 19:53:46.642508 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a0799-76bf-40f5-90e6-f0e50e7bca4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db5dce3-dffa-4fe5-8c91-d33fa3a8964e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:46.660980 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-e7548c8b-2c6f-4bb0-a032-0e5adad74931 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea4bbe105c8f4d048be3eb64b707987e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561943 Oct 28 19:53:46.742462 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (ff57eefe-85b7-4be4-94ae-de8e4e7fb931), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.750655 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8bb6564b-360b-495d-a3ce-332b3e141998 req-7496097c-aec4-49c3-b8d9-0bce6c3d3a71 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543946 Oct 28 19:53:46.778046 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff57eefe-85b7-4be4-94ae-de8e4e7fb931,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:46.879178 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609160'] for router_gateway (dc79f34b-54a9-403a-b83b-fb01356b5a5c), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:46.936108 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-db20c25d-3735-4308-bc59-631b1267590b service neutron] 10.222.0.64 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645750 Oct 28 19:53:47.080616 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6337'] for router (dc79f34b-54a9-403a-b83b-fb01356b5a5c), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.083872 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Publish callbacks [] for router_controller (dc79f34b-54a9-403a-b83b-fb01356b5a5c), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.175387 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605668'] for router (dc79f34b-54a9-403a-b83b-fb01356b5a5c), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.176843 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc79f34b-54a9-403a-b83b-fb01356b5a5c {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:53:47.183281 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.185234 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-3a441ccd-8d7e-40ab-adf3-e73e8ef8b29c admin admin] 10.222.0.64 "DELETE /v2.0/routers/dc79f34b-54a9-403a-b83b-fb01356b5a5c HTTP/1.1" status: 204 len: 168 time: 1.5111403 Oct 28 19:53:47.187705 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45932) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:47.228611 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-e3ab5fe1-d064-46f6-9273-dea64abbd52f service neutron] 10.222.0.64 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584026 Oct 28 19:53:47.256770 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-08981c0c-3997-4ef2-9091-7ac0ec1e1b31 admin admin] Deleting subnet cb19bc80-51e6-4e2d-a0b1-53823fc7d46f {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:53:47.263632 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-08981c0c-3997-4ef2-9091-7ac0ec1e1b31 admin admin] Publish callbacks [] for subnet (cb19bc80-51e6-4e2d-a0b1-53823fc7d46f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.318099 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-08981c0c-3997-4ef2-9091-7ac0ec1e1b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4733770'] for subnet (cb19bc80-51e6-4e2d-a0b1-53823fc7d46f), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.456495 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5beb9d3e-f411-4329-85bd-f855d560b554 req-f9502846-96d7-4750-9e8f-da588f5496f1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 210 time: 0.0404294 Oct 28 19:53:47.518609 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-08981c0c-3997-4ef2-9091-7ac0ec1e1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (cb19bc80-51e6-4e2d-a0b1-53823fc7d46f), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.610642 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-08981c0c-3997-4ef2-9091-7ac0ec1e1b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336434'] for subnet (cb19bc80-51e6-4e2d-a0b1-53823fc7d46f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.634802 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717fcc32-f7a0-43ae-b5ad-b276b85efda4 None None] Network 0805990c-7cb2-4d7c-97c2-390d887ebcf9 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:47.677162 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08981c0c-3997-4ef2-9091-7ac0ec1e1b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb19bc80-51e6-4e2d-a0b1-53823fc7d46f,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:47.679736 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-08981c0c-3997-4ef2-9091-7ac0ec1e1b31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.686140 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-08981c0c-3997-4ef2-9091-7ac0ec1e1b31 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cb19bc80-51e6-4e2d-a0b1-53823fc7d46f HTTP/1.1" status: 204 len: 168 time: 0.4970737 Oct 28 19:53:47.687067 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45956) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:47.784089 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (0805990c-7cb2-4d7c-97c2-390d887ebcf9), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.851309 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 230f4441-d39c-41c6-8654-d0110f34fdf5 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:53:47.905529 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 230f4441-d39c-41c6-8654-d0110f34fdf5 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:53:47.908815 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 230f4441-d39c-41c6-8654-d0110f34fdf5 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:53:47.909465 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device ff57eefe-85b7-4be4-94ae-de8e4e7fb931 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:53:47.955988 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Deleting port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:53:47.956476 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:47.957806 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: ff57eefe-85b7-4be4-94ae-de8e4e7fb931 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:53:47.958557 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device ff57eefe-85b7-4be4-94ae-de8e4e7fb931 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:53:48.013752 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57d189-b6d8-4693-924a-2fb4030c7da7 req-479cef59-da03-422b-9615-9b14009a1125 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:48.015323 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b57d189-b6d8-4693-924a-2fb4030c7da7 req-479cef59-da03-422b-9615-9b14009a1125 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1202853 Oct 28 19:53:48.049269 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] DHCP port deletion for 0805990c-7cb2-4d7c-97c2-390d887ebcf9 request from dv-cinder-862894-1-smb {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:53:48.070101 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] For port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=9fe3ea8a-50f5-4402-abbb-97e5e5c8677a,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:48.070101 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.089978 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Calling delete_port for 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:53:48.116605 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Deleting port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:53:48.117267 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.121513 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b57d189-b6d8-4693-924a-2fb4030c7da7 req-7c5f3ade-0c71-422c-a34c-b06206da60ce tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932622 Oct 28 19:53:48.228082 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] For port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=9fe3ea8a-50f5-4402-abbb-97e5e5c8677a,segment=NetworkSegment(9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69),segment_id=9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:48.228638 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.234902 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.254523 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Calling delete_port for 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:53:48.283197 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe3ea8a-50f5-4402-abbb-97e5e5c8677a,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:48.293167 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] No DVR routers for this DVR port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a on host dv-cinder-862894-1-smb {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:53:48.435262 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (0805990c-7cb2-4d7c-97c2-390d887ebcf9), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.453823 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013'] for port (9fe3ea8a-50f5-4402-abbb-97e5e5c8677a), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.471055 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0805990c-7cb2-4d7c-97c2-390d887ebcf9']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:48.484573 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Pushing event deleted for resources: {'Port': ['ID=9fe3ea8a-50f5-4402-abbb-97e5e5c8677a,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:48.500573 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:48.501089 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:48.504800 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.505168 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.505643 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.505999 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.506343 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.506739 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.507084 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.507795 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.508150 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.509056 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.511420 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.512245 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.512606 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:53:48.513076 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384182'] for segment (9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.526479 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef5d8c6-4dc2-4a2e-a807-36c39a32fefe None None] No DVR routers for this DVR port 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a on host dv-cinder-862894-1-smb {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:53:48.532862 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.542263 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:53:48.542836 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8154459'] for segment (9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.600238 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment 9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69 resource provider aggregate not found Oct 28 19:53:48.644677 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment 9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a1cb4fc-ae92-42de-b9ad-f5ceb4ce7a69 found for delete ", "request_id": "req-17eaff00-c93f-4eb5-b050-f4d09371de51"}]} Oct 28 19:53:48.648352 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2dbd2ec5-77bb-4880-a2a2-7bd528923fe5 req-58dd7bcc-fd5a-4dfc-b60d-f450e0267673 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 210 time: 0.0513172 Oct 28 19:53:48.658242 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (0805990c-7cb2-4d7c-97c2-390d887ebcf9), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.678468 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Pushing event deleted for resources: {'Network': ['ID=0805990c-7cb2-4d7c-97c2-390d887ebcf9,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:48.680718 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:48.684045 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-7ecff051-d5b3-4a63-ad94-1102bd7cf21a admin admin] 10.222.0.64 "DELETE /v2.0/networks/0805990c-7cb2-4d7c-97c2-390d887ebcf9 HTTP/1.1" status: 204 len: 168 time: 0.9947257 Oct 28 19:53:48.870211 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 45994) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:48.967801 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-be8780b4-b95a-4f3d-8e43-396b2bb32489 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b495e45a571743789c68ecdcfe66869b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0963264 Oct 28 19:53:48.971222 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 45996) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:49.003242 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-4930fa50-12ab-437b-8072-dee40686daf6 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:49.006228 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-4930fa50-12ab-437b-8072-dee40686daf6 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.26 "GET /v2.0/networks?id=5ce716b2-4804-4dc8-a1b4-11a24e84c20b HTTP/1.1" status: 200 len: 808 time: 0.1290474 Oct 28 19:53:49.030744 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Request body: {'port': {'device_id': '514312d8-b520-42a8-aa1a-c14a9e3177d2', 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b', 'admin_state_up': True, 'tenant_id': 'ea4bbe105c8f4d048be3eb64b707987e'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:49.033921 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-46086f24-a1bc-45eb-b415-16f26b73775e admin admin] Publish callbacks [] for security_group (69e86843-0315-4f2c-a7f1-b15d25720c5a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.058578 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-46086f24-a1bc-45eb-b415-16f26b73775e admin admin] Publish callbacks [] for security_group (69e86843-0315-4f2c-a7f1-b15d25720c5a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.109189 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-46086f24-a1bc-45eb-b415-16f26b73775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (69e86843-0315-4f2c-a7f1-b15d25720c5a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.111839 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-46086f24-a1bc-45eb-b415-16f26b73775e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.115456 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-46086f24-a1bc-45eb-b415-16f26b73775e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69e86843-0315-4f2c-a7f1-b15d25720c5a HTTP/1.1" status: 204 len: 168 time: 0.1398838 Oct 28 19:53:49.124083 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46086f24-a1bc-45eb-b415-16f26b73775e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e86843-0315-4f2c-a7f1-b15d25720c5a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:49.149905 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Made reservation on behalf of ea4bbe105c8f4d048be3eb64b707987e for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:49.153613 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.323257 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd668b7-0f40-4abf-bdc0-cb6d9ac5f10d req-a832cedd-6fe3-4c14-a6a0-2472f1c4dab2 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:49.325124 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1dd668b7-0f40-4abf-bdc0-cb6d9ac5f10d req-a832cedd-6fe3-4c14-a6a0-2472f1c4dab2 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1092670 Oct 28 19:53:49.331384 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Allocated IP 172.20.0.7 (5ce716b2-4804-4dc8-a1b4-11a24e84c20b/c5c5536c-e9ae-4f77-80f9-1750b3e2da33/d9d25396-02b1-4549-ba1d-379d993997b5) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:49.407461 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1dd668b7-0f40-4abf-bdc0-cb6d9ac5f10d req-6563eb32-56b0-4828-ae2e-b6d1f49283d3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737343 Oct 28 19:53:49.492997 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:53:49.539989 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:53:49.543592 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 9fe3ea8a-50f5-4402-abbb-97e5e5c8677a not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:53:49.551844 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks [] for port (d9d25396-02b1-4549-ba1d-379d993997b5), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.606612 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.673542 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:49.676398 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:49.678776 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Pushing event updated for resources: {'Port': ['ID=d9d25396-02b1-4549-ba1d-379d993997b5,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:49.681296 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:49.758258 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:49.758934 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:49.784574 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-77242d12-f546-4171-ae1a-23d0aa8cf8a9 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7576618 Oct 28 19:53:49.802797 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Request body: {'port': {'device_id': '514312d8-b520-42a8-aa1a-c14a9e3177d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:49.945816 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-18c575ac-e04c-428f-b1d1-5b7acbc9a5ff tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=65b93a986c674189b9b6bcf2f1c6a115&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139705 Oct 28 19:53:50.228978 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.349446 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a919f-2f11-4f23-bbf2-97b99b90217b req-4f3f326a-cc35-45ea-82f6-3c1ab9a55155 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:50.350858 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-912a919f-2f11-4f23-bbf2-97b99b90217b req-4f3f326a-cc35-45ea-82f6-3c1ab9a55155 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 931 time: 0.5645230 Oct 28 19:53:50.402640 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-845e630d-3c50-48bc-a79a-f9b5682dcf6a tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:50.404063 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-845e630d-3c50-48bc-a79a-f9b5682dcf6a tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4574878 Oct 28 19:53:50.483875 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-a671d638-99da-4c91-b5c5-26e638105865 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/quotas/65b93a986c674189b9b6bcf2f1c6a115 HTTP/1.1" status: 200 len: 375 time: 0.0743032 Oct 28 19:53:50.503056 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-912a919f-2f11-4f23-bbf2-97b99b90217b req-8bae49c9-0698-4bec-967e-df1caa524aa3 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435575 Oct 28 19:53:50.532461 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-34f46d33-207c-49bf-be9e-ae3123234fca tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65b93a986c674189b9b6bcf2f1c6a115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397661 Oct 28 19:53:50.689902 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d25396-02b1-4549-ba1d-379d993997b5 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:50.700477 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Publish callbacks [] for port (d9d25396-02b1-4549-ba1d-379d993997b5), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.741833 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Transition to ACTIVE for port object d9d25396-02b1-4549-ba1d-379d993997b5 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:53:50.748493 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:50.818153 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9613a0-ac2b-419c-9e2c-56c6ab86dbed req-544cb80a-35ca-445e-b51c-87b390af0aa0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:50.819811 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9a9613a0-ac2b-419c-9e2c-56c6ab86dbed req-544cb80a-35ca-445e-b51c-87b390af0aa0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1164858 Oct 28 19:53:50.860222 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d25396-02b1-4549-ba1d-379d993997b5,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:50.933581 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Attempting to bind port d9d25396-02b1-4549-ba1d-379d993997b5 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:50.933928 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Attempting to bind port d9d25396-02b1-4549-ba1d-379d993997b5 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '63897e43-c6c6-41dd-a1aa-fac4b5a63529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:50.934264 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Attempting to bind port d9d25396-02b1-4549-ba1d-379d993997b5 on network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:50.940142 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9a9613a0-ac2b-419c-9e2c-56c6ab86dbed req-9e724f9f-ccca-44ec-91db-7381ec85b723 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932498 Oct 28 19:53:50.943149 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Port d9d25396-02b1-4549-ba1d-379d993997b5 on network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:53:50.943512 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Attempting to bind port d9d25396-02b1-4549-ba1d-379d993997b5 on network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:50.949899 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:50.950254 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Checking segment: {'id': '63897e43-c6c6-41dd-a1aa-fac4b5a63529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:50.950653 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Bound using segment: {'id': '63897e43-c6c6-41dd-a1aa-fac4b5a63529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:50.951090 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Bound port: d9d25396-02b1-4549-ba1d-379d993997b5, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63897e43-c6c6-41dd-a1aa-fac4b5a63529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:50.951471 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.061643 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41ca32e5-b968-4031-84d4-a6ee6115718e req-3caba6ac-8a81-4881-ae2a-7a6a504caef9 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 210 time: 0.0384462 Oct 28 19:53:51.069161 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] For port d9d25396-02b1-4549-ba1d-379d993997b5, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:51.073182 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] For port d9d25396-02b1-4549-ba1d-379d993997b5, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=d9d25396-02b1-4549-ba1d-379d993997b5,segment=NetworkSegment(63897e43-c6c6-41dd-a1aa-fac4b5a63529),segment_id=63897e43-c6c6-41dd-a1aa-fac4b5a63529)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:51.087281 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.099687 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:51.101524 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:51.105589 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] 10.222.0.26 "PUT /v2.0/ports/d9d25396-02b1-4549-ba1d-379d993997b5 HTTP/1.1" status: 200 len: 1093 time: 1.3066833 Oct 28 19:53:51.116206 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514312d8-b520-42a8-aa1a-c14a9e3177d2', 'tag': 'd9d25396-02b1-4549-ba1d-379d993997b5'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:51.117108 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae7e08a-1d6b-4c0a-9025-ec697eb779be" -d '{"events": [{"name": "network-changed", "server_uuid": "514312d8-b520-42a8-aa1a-c14a9e3177d2", "tag": "d9d25396-02b1-4549-ba1d-379d993997b5"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:51.170638 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d901b2-3db4-4911-a2d2-93ae99ac378b x-openstack-request-id: req-36d901b2-3db4-4911-a2d2-93ae99ac378b {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:51.171112 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514312d8-b520-42a8-aa1a-c14a9e3177d2", "tag": "d9d25396-02b1-4549-ba1d-379d993997b5", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:51.171604 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36d901b2-3db4-4911-a2d2-93ae99ac378b {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:51.172162 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d901b2-3db4-4911-a2d2-93ae99ac378b'] response: {'name': 'network-changed', 'server_uuid': '514312d8-b520-42a8-aa1a-c14a9e3177d2', 'tag': 'd9d25396-02b1-4549-ba1d-379d993997b5', 'status': 'completed', 'code': 200} Oct 28 19:53:51.198605 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c3580-ba50-4911-95d3-7e4fa77b41d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d25396-02b1-4549-ba1d-379d993997b5,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:51.239942 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-51a000ef-f3ba-4475-86ff-953296769cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:51.241496 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-51a000ef-f3ba-4475-86ff-953296769cdb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea4bbe105c8f4d048be3eb64b707987e&device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 1127 time: 0.0731225 Oct 28 19:53:51.291709 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-121457e8-ecc5-4783-9464-3287f338a064 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9d25396-02b1-4549-ba1d-379d993997b5 HTTP/1.1" status: 200 len: 217 time: 0.0417631 Oct 28 19:53:51.379720 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-5c0920c5-cfbe-4e6a-8b0a-69686ea26d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:51.381754 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-5c0920c5-cfbe-4e6a-8b0a-69686ea26d03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5c5536c-e9ae-4f77-80f9-1750b3e2da33 HTTP/1.1" status: 200 len: 848 time: 0.0700366 Oct 28 19:53:51.421405 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-b5d51858-3ac8-4c7f-bae2-71aa8d90b93d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ce716b2-4804-4dc8-a1b4-11a24e84c20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313809 Oct 28 19:53:51.526325 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-5d7b2f1f-0cb5-4939-8d54-7645d06be110 service neutron] 10.222.0.26 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969696 Oct 28 19:53:51.653940 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c6a5f3c-8edb-485a-9481-84bba760844d req-8fb992b3-02ec-48aa-9fb4-3befda406d7a service neutron] 10.222.0.26 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208646 Oct 28 19:53:51.665804 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed6afb-43c7-4d83-8429-9065136649d1 req-27d95ee8-86c2-4aa8-a1b4-99c353d6d1fd tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:51.667245 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7fed6afb-43c7-4d83-8429-9065136649d1 req-27d95ee8-86c2-4aa8-a1b4-99c353d6d1fd tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 943 time: 0.0831599 Oct 28 19:53:51.727271 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7fed6afb-43c7-4d83-8429-9065136649d1 req-77b39f68-297b-4aaf-82a8-13ccecdd5893 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537832 Oct 28 19:53:51.761671 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e08a-1d6b-4c0a-9025-ec697eb779be req-dd46af2d-3ce3-4bf8-94f1-61715cad5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:51.763190 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bae7e08a-1d6b-4c0a-9025-ec697eb779be req-dd46af2d-3ce3-4bf8-94f1-61715cad5064 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea4bbe105c8f4d048be3eb64b707987e&device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 1127 time: 0.0513792 Oct 28 19:53:51.861220 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e08a-1d6b-4c0a-9025-ec697eb779be req-8a8f0865-64e2-464b-b45b-96d1f7f16fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:51.862805 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bae7e08a-1d6b-4c0a-9025-ec697eb779be req-8a8f0865-64e2-464b-b45b-96d1f7f16fb0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ce716b2-4804-4dc8-a1b4-11a24e84c20b HTTP/1.1" status: 200 len: 909 time: 0.0882096 Oct 28 19:53:51.903793 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bae7e08a-1d6b-4c0a-9025-ec697eb779be req-b4c7b95d-3a5b-435f-9973-e34acce8c068 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9d25396-02b1-4549-ba1d-379d993997b5 HTTP/1.1" status: 200 len: 217 time: 0.0337002 Oct 28 19:53:51.958126 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e08a-1d6b-4c0a-9025-ec697eb779be req-90cb63c1-0567-4177-b5b5-fc40783987b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:51.959592 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bae7e08a-1d6b-4c0a-9025-ec697eb779be req-90cb63c1-0567-4177-b5b5-fc40783987b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5c5536c-e9ae-4f77-80f9-1750b3e2da33 HTTP/1.1" status: 200 len: 848 time: 0.0486224 Oct 28 19:53:52.031396 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bae7e08a-1d6b-4c0a-9025-ec697eb779be req-938ba355-6347-4adb-a24e-4f7124b7cff6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ce716b2-4804-4dc8-a1b4-11a24e84c20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427063 Oct 28 19:53:52.033455 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-4a1d234e-53c8-4527-b257-dd52e0dd13b7 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=65b93a986c674189b9b6bcf2f1c6a115&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435514 Oct 28 19:53:52.199715 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6a88cca4-d7f1-4a8d-9794-896a88a7ecde req-e5328c1e-cc9b-4b09-b382-5bdde6474ed8 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 210 time: 0.0461779 Oct 28 19:53:52.240350 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72735011-8462-4771-aeea-6710a07114e7 req-b890b585-fa89-4e51-86f0-acd03193f8ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:52.241878 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-72735011-8462-4771-aeea-6710a07114e7 req-b890b585-fa89-4e51-86f0-acd03193f8ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.2063127 Oct 28 19:53:52.287243 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bae7e08a-1d6b-4c0a-9025-ec697eb779be req-92f80ed0-a2d7-4891-873a-07f60fabf3f1 service neutron] 10.222.0.26 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266798 Oct 28 19:53:52.294859 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-418cdfb8-0af0-49c1-a544-ff3fb6e25b89 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:52.296204 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-418cdfb8-0af0-49c1-a544-ff3fb6e25b89 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343290 Oct 28 19:53:52.326834 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Request body: {'port': {'device_id': 'd2e9d6a8-b37b-4956-8f8c-e6c7d882272e', 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23', 'admin_state_up': True, 'tenant_id': '65b93a986c674189b9b6bcf2f1c6a115'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:52.383219 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-72735011-8462-4771-aeea-6710a07114e7 req-69138f8a-badd-4add-a040-d48647892a25 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316769 Oct 28 19:53:52.483513 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bae7e08a-1d6b-4c0a-9025-ec697eb779be req-006347c0-8c76-413a-8cff-c56888b07900 service neutron] 10.222.0.26 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721394 Oct 28 19:53:52.523493 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Made reservation on behalf of 65b93a986c674189b9b6bcf2f1c6a115 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:52.523493 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.531330 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.618134 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Publish callbacks [] for security_group (35278d58-7525-4028-8e0a-86b57608c8f1), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.621569 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (35278d58-7525-4028-8e0a-86b57608c8f1), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:52.694891 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35278d58-7525-4028-8e0a-86b57608c8f1,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:52.800336 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Allocated IP 192.168.233.35 (d26e6167-3a49-4283-97a4-0861b2fbeb23/d18d0257-8c97-4679-be9d-6482af7c1f1b/1a5fe01b-9c14-47ab-88a2-e42921166fa7) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:52.938766 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d282-9ef8-40e1-8f7e-2468225e54b5 req-612ce89c-4f37-4b47-a1bf-36dbd85b59a8 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:52.940273 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7839d282-9ef8-40e1-8f7e-2468225e54b5 req-612ce89c-4f37-4b47-a1bf-36dbd85b59a8 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 943 time: 0.1283865 Oct 28 19:53:53.005255 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46162) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:53.027190 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7839d282-9ef8-40e1-8f7e-2468225e54b5 req-0a893df8-6a2c-4981-98c5-8883e1744aa6 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770004 Oct 28 19:53:53.037789 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Publish callbacks [] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.073801 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.111732 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f38aee1-ae5b-4cd7-91fe-0fe4aba551bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.118244 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Network d26e6167-3a49-4283-97a4-0861b2fbeb23 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:53.121344 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:53.127746 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:53.151732 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Pushing event updated for resources: {'Port': ['ID=1a5fe01b-9c14-47ab-88a2-e42921166fa7,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:53.192013 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:53.192787 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.206068 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f38aee1-ae5b-4cd7-91fe-0fe4aba551bc admin admin] Publish callbacks [] for security_group (43b89145-6036-4c21-89cf-e4a412983f39), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.210539 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0f38aee1-ae5b-4cd7-91fe-0fe4aba551bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (43b89145-6036-4c21-89cf-e4a412983f39), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.211133 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-b887603e-3b13-4fa1-a062-058770a2b288 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8914342 Oct 28 19:53:53.228658 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Request body: {'port': {'device_id': 'd2e9d6a8-b37b-4956-8f8c-e6c7d882272e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:53.242589 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38aee1-ae5b-4cd7-91fe-0fe4aba551bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b89145-6036-4c21-89cf-e4a412983f39,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:53.264276 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-0f38aee1-ae5b-4cd7-91fe-0fe4aba551bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=df6cb1eb22b44527b2d39c41994325ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578537 Oct 28 19:53:53.264866 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46168) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:53.309412 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.317742 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff2fa-22d0-4054-bcec-b2afce3c52b0 admin admin] Publish callbacks [] for security_group (43b89145-6036-4c21-89cf-e4a412983f39), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.344512 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff2fa-22d0-4054-bcec-b2afce3c52b0 admin admin] Publish callbacks [] for security_group (43b89145-6036-4c21-89cf-e4a412983f39), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.362682 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-ea9b55fe-f08a-4308-953c-f4f4cc94974d None None] Provisioning complete for port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:53.363982 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ea9b55fe-f08a-4308-953c-f4f4cc94974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.364275 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-ea9b55fe-f08a-4308-953c-f4f4cc94974d None None] Attempt 1 to provision port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 Oct 28 19:53:53.396643 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff2fa-22d0-4054-bcec-b2afce3c52b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (43b89145-6036-4c21-89cf-e4a412983f39), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.398001 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b55fe-f08a-4308-953c-f4f4cc94974d None None] Port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:53.400881 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c766b-12cb-4da2-aae0-7bfee1fec17f req-5d59b63b-7710-4ae7-ba17-cff3d3f7b80f tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:53.401612 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff2fa-22d0-4054-bcec-b2afce3c52b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.402426 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-013c766b-12cb-4da2-aae0-7bfee1fec17f req-5d59b63b-7710-4ae7-ba17-cff3d3f7b80f tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 935 time: 0.1056557 Oct 28 19:53:53.406135 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7d8ff2fa-22d0-4054-bcec-b2afce3c52b0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/43b89145-6036-4c21-89cf-e4a412983f39 HTTP/1.1" status: 204 len: 168 time: 0.1401160 Oct 28 19:53:53.415173 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ff2fa-22d0-4054-bcec-b2afce3c52b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b89145-6036-4c21-89cf-e4a412983f39,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:53.596739 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-013c766b-12cb-4da2-aae0-7bfee1fec17f req-00c4e41c-6638-405f-987c-fd4427dd55da tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/security-groups?id=35278d58-7525-4028-8e0a-86b57608c8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442435 Oct 28 19:53:53.628496 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1386-c443-435f-9091-c1fead585c8c req-aff60beb-ebb9-41ef-9366-cb3184e5d4b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:53.630039 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-791c1386-c443-435f-9091-c1fead585c8c req-aff60beb-ebb9-41ef-9366-cb3184e5d4b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1630659 Oct 28 19:53:53.719792 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46182) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:53.735065 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a461c972-f397-4b3d-88a8-12cd59a25b9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.825270 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a461c972-f397-4b3d-88a8-12cd59a25b9b admin admin] Publish callbacks [] for security_group (b17ec6aa-164d-4cbb-8882-85c7c3746b2e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.833744 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a461c972-f397-4b3d-88a8-12cd59a25b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (b17ec6aa-164d-4cbb-8882-85c7c3746b2e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.878173 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-a461c972-f397-4b3d-88a8-12cd59a25b9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0102477e6d4645eaa391e8cadc2f80e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561785 Oct 28 19:53:53.879641 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461c972-f397-4b3d-88a8-12cd59a25b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ec6aa-164d-4cbb-8882-85c7c3746b2e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:53.882033 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46190) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:53.899575 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-ea9b55fe-f08a-4308-953c-f4f4cc94974d None None] Attempt 2 to provision port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 Oct 28 19:53:53.926415 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-791c1386-c443-435f-9091-c1fead585c8c req-310936a3-8bfa-436f-a60d-d558dc69696a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880032 Oct 28 19:53:53.952300 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b55fe-f08a-4308-953c-f4f4cc94974d None None] Port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:53:53.952988 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46192) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:53.963045 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a78dad28-ec79-409b-b4d9-0be33ece58ea admin admin] Publish callbacks [] for security_group (b17ec6aa-164d-4cbb-8882-85c7c3746b2e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.976972 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5fe01b-9c14-47ab-88a2-e42921166fa7 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:53.984377 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a78dad28-ec79-409b-b4d9-0be33ece58ea admin admin] Publish callbacks [] for security_group (b17ec6aa-164d-4cbb-8882-85c7c3746b2e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.984808 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Publish callbacks [] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:53.998265 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Transition to ACTIVE for port object 1a5fe01b-9c14-47ab-88a2-e42921166fa7 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:53:54.005905 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.054383 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a78dad28-ec79-409b-b4d9-0be33ece58ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (b17ec6aa-164d-4cbb-8882-85c7c3746b2e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.061725 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a78dad28-ec79-409b-b4d9-0be33ece58ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.063807 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-a78dad28-ec79-409b-b4d9-0be33ece58ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b17ec6aa-164d-4cbb-8882-85c7c3746b2e HTTP/1.1" status: 204 len: 168 time: 0.1806426 Oct 28 19:53:54.075684 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dad28-ec79-409b-b4d9-0be33ece58ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ec6aa-164d-4cbb-8882-85c7c3746b2e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:54.122730 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Pushing event updated for resources: {'Port': ['ID=1a5fe01b-9c14-47ab-88a2-e42921166fa7,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:54.143814 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc6c9-dc15-4bbb-84e2-22b768f87da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.194432 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Attempting to bind port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:54.194774 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Attempting to bind port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'edce3b2a-4ebb-4b96-8860-f6e90b114706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:54.195103 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Attempting to bind port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 on network d26e6167-3a49-4283-97a4-0861b2fbeb23 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:54.208654 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 on network d26e6167-3a49-4283-97a4-0861b2fbeb23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:53:54.209066 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Attempting to bind port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 on network d26e6167-3a49-4283-97a4-0861b2fbeb23 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:54.223398 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac4dcb-31aa-4721-a4dc-35df68194e7c req-e40e1c96-aa0b-4893-8f67-e8ce9259d183 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:54.226070 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b1ac4dcb-31aa-4721-a4dc-35df68194e7c req-e40e1c96-aa0b-4893-8f67-e8ce9259d183 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 943 time: 0.0903106 Oct 28 19:53:54.227609 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:54.228006 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Checking segment: {'id': 'edce3b2a-4ebb-4b96-8860-f6e90b114706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:54.228403 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Bound using segment: {'id': 'edce3b2a-4ebb-4b96-8860-f6e90b114706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:54.228854 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Bound port: 1a5fe01b-9c14-47ab-88a2-e42921166fa7, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edce3b2a-4ebb-4b96-8860-f6e90b114706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:54.229220 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.259056 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc6c9-dc15-4bbb-84e2-22b768f87da9 admin admin] Publish callbacks [] for security_group (ba3dfb0e-8438-4b90-bf7b-e6fd617d7d3e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.264993 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2a2dc6c9-dc15-4bbb-84e2-22b768f87da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ba3dfb0e-8438-4b90-bf7b-e6fd617d7d3e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.305027 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-2a2dc6c9-dc15-4bbb-84e2-22b768f87da9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8ca739538e140f4b2e0549107ee2135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505301 Oct 28 19:53:54.306003 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2dc6c9-dc15-4bbb-84e2-22b768f87da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3dfb0e-8438-4b90-bf7b-e6fd617d7d3e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:54.308111 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 46206) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:54.322574 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b1ac4dcb-31aa-4721-a4dc-35df68194e7c req-9b84d045-63b7-4a4b-93d8-b5a6f5d97104 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900180 Oct 28 19:53:54.346873 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] For port 1a5fe01b-9c14-47ab-88a2-e42921166fa7, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:54.368995 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] For port 1a5fe01b-9c14-47ab-88a2-e42921166fa7, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1a5fe01b-9c14-47ab-88a2-e42921166fa7,segment=NetworkSegment(edce3b2a-4ebb-4b96-8860-f6e90b114706),segment_id=edce3b2a-4ebb-4b96-8860-f6e90b114706)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:54.377241 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.383261 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:54.383886 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.385388 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] 10.222.0.26 "PUT /v2.0/ports/1a5fe01b-9c14-47ab-88a2-e42921166fa7 HTTP/1.1" status: 200 len: 1097 time: 1.1612332 Oct 28 19:53:54.391043 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e9d6a8-b37b-4956-8f8c-e6c7d882272e', 'tag': '1a5fe01b-9c14-47ab-88a2-e42921166fa7'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:54.393722 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e9d6a8-b37b-4956-8f8c-e6c7d882272e", "tag": "1a5fe01b-9c14-47ab-88a2-e42921166fa7"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:54.425082 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46210) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:54.425834 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8aee3a35-8353-444e-a26c-8f46e962ad0a admin admin] Publish callbacks [] for security_group (ba3dfb0e-8438-4b90-bf7b-e6fd617d7d3e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.438386 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e2dd3c-3be8-46b4-a51d-76e2499caff6 x-openstack-request-id: req-56e2dd3c-3be8-46b4-a51d-76e2499caff6 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:54.438744 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e9d6a8-b37b-4956-8f8c-e6c7d882272e", "tag": "1a5fe01b-9c14-47ab-88a2-e42921166fa7", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:54.439007 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56e2dd3c-3be8-46b4-a51d-76e2499caff6 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:54.439404 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e2dd3c-3be8-46b4-a51d-76e2499caff6'] response: {'name': 'network-changed', 'server_uuid': 'd2e9d6a8-b37b-4956-8f8c-e6c7d882272e', 'tag': '1a5fe01b-9c14-47ab-88a2-e42921166fa7', 'status': 'completed', 'code': 200} Oct 28 19:53:54.443707 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0de03171-eec8-45d2-b502-f3e9b86236c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.453792 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-ea9b55fe-f08a-4308-953c-f4f4cc94974d None None] Attempt 3 to provision port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 Oct 28 19:53:54.476696 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8aee3a35-8353-444e-a26c-8f46e962ad0a admin admin] Publish callbacks [] for security_group (ba3dfb0e-8438-4b90-bf7b-e6fd617d7d3e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.502872 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ea9b55fe-f08a-4308-953c-f4f4cc94974d None None] Port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:53:54.506456 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62982da4-fb38-4fce-9ba6-32122ea5b17f service neutron] Pushing event updated for resources: {'Port': ['ID=1a5fe01b-9c14-47ab-88a2-e42921166fa7,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:54.542635 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0de03171-eec8-45d2-b502-f3e9b86236c9 admin admin] Publish callbacks [] for security_group (a939dcf7-f0ed-4fef-b163-17d922f09853), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.547577 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0de03171-eec8-45d2-b502-f3e9b86236c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (a939dcf7-f0ed-4fef-b163-17d922f09853), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.551418 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-53b38597-cb8a-4f38-8c05-1128b5d2818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:54.553013 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-53b38597-cb8a-4f38-8c05-1128b5d2818b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b93a986c674189b9b6bcf2f1c6a115&device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 1131 time: 0.0959091 Oct 28 19:53:54.575790 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8aee3a35-8353-444e-a26c-8f46e962ad0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ba3dfb0e-8438-4b90-bf7b-e6fd617d7d3e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.578673 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8aee3a35-8353-444e-a26c-8f46e962ad0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.580163 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-8aee3a35-8353-444e-a26c-8f46e962ad0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba3dfb0e-8438-4b90-bf7b-e6fd617d7d3e HTTP/1.1" status: 204 len: 168 time: 0.2711070 Oct 28 19:53:54.595105 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-0de03171-eec8-45d2-b502-f3e9b86236c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f80b1a60bf2241998245bdb2eabc809d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675305 Oct 28 19:53:54.595969 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de03171-eec8-45d2-b502-f3e9b86236c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a939dcf7-f0ed-4fef-b163-17d922f09853,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:54.598542 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46216) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:54.613783 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-09474f11-41ae-4246-804b-17781c904124 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=1a5fe01b-9c14-47ab-88a2-e42921166fa7 HTTP/1.1" status: 200 len: 217 time: 0.0466435 Oct 28 19:53:54.618698 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee3a35-8353-444e-a26c-8f46e962ad0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3dfb0e-8438-4b90-bf7b-e6fd617d7d3e,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:54.672341 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a52b9361-f6fe-43a3-8506-0e28990cdf62 admin admin] Publish callbacks [] for security_group (a939dcf7-f0ed-4fef-b163-17d922f09853), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.695950 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-c6bded3e-258e-4583-89d7-fd2cd4cced88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:54.698845 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-c6bded3e-258e-4583-89d7-fd2cd4cced88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d18d0257-8c97-4679-be9d-6482af7c1f1b HTTP/1.1" status: 200 len: 843 time: 0.0742972 Oct 28 19:53:54.708042 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a52b9361-f6fe-43a3-8506-0e28990cdf62 admin admin] Publish callbacks [] for security_group (a939dcf7-f0ed-4fef-b163-17d922f09853), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.762146 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a52b9361-f6fe-43a3-8506-0e28990cdf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (a939dcf7-f0ed-4fef-b163-17d922f09853), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.765902 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a52b9361-f6fe-43a3-8506-0e28990cdf62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:54.769757 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-a52b9361-f6fe-43a3-8506-0e28990cdf62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a939dcf7-f0ed-4fef-b163-17d922f09853 HTTP/1.1" status: 204 len: 168 time: 0.1678932 Oct 28 19:53:54.778045 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b9361-f6fe-43a3-8506-0e28990cdf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a939dcf7-f0ed-4fef-b163-17d922f09853,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:54.787002 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337df83-9884-417c-8c56-1c2bdfa026af req-6a2f1e2e-d69f-473c-b926-28f884da1511 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:54.788618 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1337df83-9884-417c-8c56-1c2bdfa026af req-6a2f1e2e-d69f-473c-b926-28f884da1511 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 947 time: 0.0888946 Oct 28 19:53:54.796023 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-e8d8e2c2-3619-4ab7-bf6b-1c939288f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:54.797213 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-e8d8e2c2-3619-4ab7-bf6b-1c939288f583 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e6167-3a49-4283-97a4-0861b2fbeb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0691857 Oct 28 19:53:54.894543 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1337df83-9884-417c-8c56-1c2bdfa026af req-ed51c020-c359-4fc0-8b05-e050795b4a5f tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/security-groups?id=35278d58-7525-4028-8e0a-86b57608c8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963144 Oct 28 19:53:54.925901 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-7efc7094-903b-46f2-a343-6b9da4837549 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e6167-3a49-4283-97a4-0861b2fbeb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196783 Oct 28 19:53:55.058895 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41dc7e78-bcf2-4e89-9251-148b04876d9f req-e439aa02-1310-4438-8fa3-3e5be1bbacb3 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e6167-3a49-4283-97a4-0861b2fbeb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268837 Oct 28 19:53:55.106371 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a847df-e5de-4e1c-ad52-a884199cf4f9 req-b65e4871-c967-467f-bd3b-f7fc0ed7d44c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:55.108211 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-35a847df-e5de-4e1c-ad52-a884199cf4f9 req-b65e4871-c967-467f-bd3b-f7fc0ed7d44c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0901937 Oct 28 19:53:55.187773 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-35a847df-e5de-4e1c-ad52-a884199cf4f9 req-e8f111b3-05dd-4213-a4ea-d274a333e59c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722499 Oct 28 19:53:55.202386 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b req-5f293b2b-a495-45a7-b8fa-026eb4b6b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:55.203900 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b req-5f293b2b-a495-45a7-b8fa-026eb4b6b169 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65b93a986c674189b9b6bcf2f1c6a115&device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 1131 time: 0.0817456 Oct 28 19:53:55.330285 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b req-19cb341c-e0b1-4da0-8142-eb16be34d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:55.333788 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b req-19cb341c-e0b1-4da0-8142-eb16be34d580 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d26e6167-3a49-4283-97a4-0861b2fbeb23 HTTP/1.1" status: 200 len: 870 time: 0.1156058 Oct 28 19:53:55.382109 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b req-8834a79b-acb4-46c7-a26a-f601f3d2e204 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=1a5fe01b-9c14-47ab-88a2-e42921166fa7 HTTP/1.1" status: 200 len: 217 time: 0.0337534 Oct 28 19:53:55.479502 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device d9d25396-02b1-4549-ba1d-379d993997b5 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:53:55.489207 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b req-6a2fc1f0-9c03-4ba0-b62b-397048a06f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:55.491121 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b req-6a2fc1f0-9c03-4ba0-b62b-397048a06f73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d18d0257-8c97-4679-be9d-6482af7c1f1b HTTP/1.1" status: 200 len: 843 time: 0.0988004 Oct 28 19:53:55.541179 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6200-497d-4d39-b861-6cb8f79abda0 req-bef3ebf9-49fb-4801-905b-82b8efcf7445 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:55.542722 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-430e6200-497d-4d39-b861-6cb8f79abda0 req-bef3ebf9-49fb-4801-905b-82b8efcf7445 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 943 time: 0.1109705 Oct 28 19:53:55.599217 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b req-e9890fcb-fe6d-4fc9-9246-4d3c0e16349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:55.600783 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b req-e9890fcb-fe6d-4fc9-9246-4d3c0e16349e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e6167-3a49-4283-97a4-0861b2fbeb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1018314 Oct 28 19:53:55.614143 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-430e6200-497d-4d39-b861-6cb8f79abda0 req-55b5e235-7403-42de-bbaf-2d45ab47cc44 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630052 Oct 28 19:53:55.647158 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port d9d25396-02b1-4549-ba1d-379d993997b5, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=d9d25396-02b1-4549-ba1d-379d993997b5,segment=NetworkSegment(63897e43-c6c6-41dd-a1aa-fac4b5a63529),segment_id=63897e43-c6c6-41dd-a1aa-fac4b5a63529)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:55.665814 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': 'd9d25396-02b1-4549-ba1d-379d993997b5', 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b', 'port_id': 'd9d25396-02b1-4549-ba1d-379d993997b5', 'mac_address': 'fa:16:3e:c4:77:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c5536c-e9ae-4f77-80f9-1750b3e2da33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:53:55.710966 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port d9d25396-02b1-4549-ba1d-379d993997b5 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:55.711575 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.727544 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d25396-02b1-4549-ba1d-379d993997b5 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:55.742696 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b req-6cf0284d-58ad-4772-8911-7cf3b279dec3 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e6167-3a49-4283-97a4-0861b2fbeb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322603 Oct 28 19:53:55.752349 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port d9d25396-02b1-4549-ba1d-379d993997b5, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=d9d25396-02b1-4549-ba1d-379d993997b5,segment=NetworkSegment(63897e43-c6c6-41dd-a1aa-fac4b5a63529),segment_id=63897e43-c6c6-41dd-a1aa-fac4b5a63529)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:55.758363 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:55.818806 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=d9d25396-02b1-4549-ba1d-379d993997b5,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:55.848619 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46276) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:55.853520 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b4c96fe-7b8a-45d4-a0e9-8290cdc0836b req-eb51cd59-e01d-4782-aa2b-96fd837074b4 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e6167-3a49-4283-97a4-0861b2fbeb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007473 Oct 28 19:53:56.007816 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1375421592-network', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:56.028764 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Made reservation on behalf of e25cc58e13b84d64a105899eb3f7eeb9 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:56.030821 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6b250-f131-44f0-a91b-5b72c694a67e req-3510f750-8515-46e1-b1ab-901664608740 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:56.031809 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.032653 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-46b6b250-f131-44f0-a91b-5b72c694a67e req-3510f750-8515-46e1-b1ab-901664608740 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 947 time: 0.0567887 Oct 28 19:53:56.041862 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.086650 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-46b6b250-f131-44f0-a91b-5b72c694a67e req-d7acb059-76c1-4884-92bf-d22ec5588191 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/security-groups?id=35278d58-7525-4028-8e0a-86b57608c8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477078 Oct 28 19:53:56.118256 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['d9d25396-02b1-4549-ba1d-379d993997b5'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:56.129156 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Publish callbacks [] for security_group (ee27907d-e1b1-41ea-a949-4463d106a896), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.134060 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ee27907d-e1b1-41ea-a949-4463d106a896), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.159318 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:53:56.180977 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee27907d-e1b1-41ea-a949-4463d106a896,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:56.185975 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (2367c0c8-e38a-44a8-8a8a-8918e70f7ac1), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.186327 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.segments_db [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Added segment 2367c0c8-e38a-44a8-8a8a-8918e70f7ac1 of type vlan for network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca Oct 28 19:53:56.231591 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (49dd79d7-65f9-4ff6-b18e-1eb17928b2ca), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.263351 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (49dd79d7-65f9-4ff6-b18e-1eb17928b2ca), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.264519 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:56.265259 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.322353 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4725826 Oct 28 19:53:56.325591 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 46298) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:56.330962 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] Request body: {'subnet': {'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1375421592-subnet', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:56.338092 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3ae42-00e0-453a-a5eb-edb437b08a9d admin admin] Pushing event updated for resources: {'Network': ['ID=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:56.350394 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:53:56.365923 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3a86d-5c52-4d92-a873-b49d8412f562 req-9b06d700-678f-40ff-b1bc-1381417a2443 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:56.369877 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d2d3a86d-5c52-4d92-a873-b49d8412f562 req-9b06d700-678f-40ff-b1bc-1381417a2443 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0797620 Oct 28 19:53:56.371772 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] Made reservation on behalf of e25cc58e13b84d64a105899eb3f7eeb9 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:53:56.374655 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8149793'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.479262 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d2d3a86d-5c52-4d92-a873-b49d8412f562 req-b47363da-6a2a-4211-b758-6fc14acd90c8 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023624 Oct 28 19:53:56.591920 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8153596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8149971'] for subnet (5b12484f-5aa4-489b-b996-1efaffab20b2), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.651821 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b12484f-5aa4-489b-b996-1efaffab20b2,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:56.663666 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] Checking segment: {'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:56.664035 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] Network hostable DHCP agents. Network: 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:53:56.683465 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] Network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:53:56.696217 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:56.702450 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:56.705555 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.707799 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d492d7d-bb8d-455d-ad18-e8ece23e2b30 None None] Network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:56.788627 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-5a990425-af99-4aa0-a1c8-9a10e748d210 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4619701 Oct 28 19:53:56.789809 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.791768 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 46318) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:56.804540 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:53:56.844129 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6387'] for router (3ae80d5d-5d51-40c6-81d0-10bd48485a59), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.845170 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2087092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (3ae80d5d-5d51-40c6-81d0-10bd48485a59), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.851111 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5142abc3-3012-57d9-acdb-166ebcb134d1-49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2'}]}} from dv-cinder-862894-1-smb. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:53:56.852139 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:56.874431 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7077ea-6705-436e-a146-6aba8b15f9b3 req-d2bb6c75-e1eb-44ba-a04a-e46feb5aa075 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:56.876525 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ba7077ea-6705-436e-a146-6aba8b15f9b3 req-d2bb6c75-e1eb-44ba-a04a-e46feb5aa075 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 944 time: 0.1621101 Oct 28 19:53:56.944572 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Publish callbacks [] for router_controller (3ae80d5d-5d51-40c6-81d0-10bd48485a59), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.031583 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ba7077ea-6705-436e-a146-6aba8b15f9b3 req-e485ec93-cc6c-4341-b08f-a2f3ec92d15c tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459563 Oct 28 19:53:57.037549 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46324) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:57.110063 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Publish callbacks [] for router_gateway (3ae80d5d-5d51-40c6-81d0-10bd48485a59), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.127558 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Allocated IP 172.20.0.2 (49dd79d7-65f9-4ff6-b18e-1eb17928b2ca/5b12484f-5aa4-489b-b996-1efaffab20b2/db56b746-9d08-440c-881f-db0c3fce3214) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:57.190215 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85b7d434-6a95-432d-b310-120855848f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.264629 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896fb9f-7ea4-4379-84da-77537b6334bd req-8b85ae0a-1d68-4e46-9938-c4978d9d9cb9 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:57.266039 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c896fb9f-7ea4-4379-84da-77537b6334bd req-8b85ae0a-1d68-4e46-9938-c4978d9d9cb9 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 947 time: 0.0736561 Oct 28 19:53:57.272166 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85b7d434-6a95-432d-b310-120855848f7e admin admin] Publish callbacks [] for security_group (52b92596-c8ad-4467-965a-9494b1bd6a97), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.277755 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-85b7d434-6a95-432d-b310-120855848f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (52b92596-c8ad-4467-965a-9494b1bd6a97), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.292331 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Publish callbacks [] for port (db56b746-9d08-440c-881f-db0c3fce3214), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.299862 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (db56b746-9d08-440c-881f-db0c3fce3214), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.320424 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:57.321349 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-85b7d434-6a95-432d-b310-120855848f7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97a81e1656734ee3b8942fb3d0b97029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811229 Oct 28 19:53:57.322036 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46330) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:57.328175 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7d434-6a95-432d-b310-120855848f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b92596-c8ad-4467-965a-9494b1bd6a97,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:57.341156 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:57.345580 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:57.377505 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2666e6e6-eb16-48d9-9c94-4bad2eccefd0 admin admin] Publish callbacks [] for security_group (52b92596-c8ad-4467-965a-9494b1bd6a97), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.385485 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Pushing event updated for resources: {'Port': ['ID=db56b746-9d08-440c-881f-db0c3fce3214,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:57.398223 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c896fb9f-7ea4-4379-84da-77537b6334bd req-b8ab76f4-03c3-4953-9d35-30bde687d13b tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/security-groups?id=35278d58-7525-4028-8e0a-86b57608c8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026096 Oct 28 19:53:57.406094 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2666e6e6-eb16-48d9-9c94-4bad2eccefd0 admin admin] Publish callbacks [] for security_group (52b92596-c8ad-4467-965a-9494b1bd6a97), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.407249 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Publish callbacks [] for router_gateway (3ae80d5d-5d51-40c6-81d0-10bd48485a59), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.417679 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Attempting to bind port db56b746-9d08-440c-881f-db0c3fce3214 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:53:57.418067 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Attempting to bind port db56b746-9d08-440c-881f-db0c3fce3214 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:53:57.418438 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Attempting to bind port db56b746-9d08-440c-881f-db0c3fce3214 on network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:53:57.423905 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:53:57.424300 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Checking segment: {'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:53:57.424712 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.425115 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Bound using segment: {'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:53:57.426153 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Bound port: db56b746-9d08-440c-881f-db0c3fce3214, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:53:57.426544 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (db56b746-9d08-440c-881f-db0c3fce3214), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.430402 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.485924 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2666e6e6-eb16-48d9-9c94-4bad2eccefd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (52b92596-c8ad-4467-965a-9494b1bd6a97), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.490174 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2666e6e6-eb16-48d9-9c94-4bad2eccefd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.492123 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-2666e6e6-eb16-48d9-9c94-4bad2eccefd0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52b92596-c8ad-4467-965a-9494b1bd6a97 HTTP/1.1" status: 204 len: 168 time: 0.1683419 Oct 28 19:53:57.497412 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] For port db56b746-9d08-440c-881f-db0c3fce3214, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:53:57.502328 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666e6e6-eb16-48d9-9c94-4bad2eccefd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b92596-c8ad-4467-965a-9494b1bd6a97,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:57.502649 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 1a5fe01b-9c14-47ab-88a2-e42921166fa7 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:53:57.507149 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device d9d25396-02b1-4549-ba1d-379d993997b5 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:57.549918 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] For port db56b746-9d08-440c-881f-db0c3fce3214, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=db56b746-9d08-440c-881f-db0c3fce3214,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:53:57.565691 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Allocated IP 172.28.3.140 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/5df59006-22ff-4e1e-b710-2670477217cb) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:53:57.578410 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (db56b746-9d08-440c-881f-db0c3fce3214), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.685392 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204a942-b584-4bdb-945d-88337fce187b req-7bcbc8e6-35f2-47fe-a2c3-347c60494b39 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:57.687068 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7204a942-b584-4bdb-945d-88337fce187b req-7bcbc8e6-35f2-47fe-a2c3-347c60494b39 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1174724 Oct 28 19:53:57.698537 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port d9d25396-02b1-4549-ba1d-379d993997b5 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:53:57.708131 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f21efd-5828-4e91-985e-2b767e7aa543 None None] Pushing event updated for resources: {'Port': ['ID=db56b746-9d08-440c-881f-db0c3fce3214,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:57.719152 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port d9d25396-02b1-4549-ba1d-379d993997b5 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:57.719311 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.719537 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port d9d25396-02b1-4549-ba1d-379d993997b5 Oct 28 19:53:57.749660 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 1a5fe01b-9c14-47ab-88a2-e42921166fa7, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1a5fe01b-9c14-47ab-88a2-e42921166fa7,segment=NetworkSegment(edce3b2a-4ebb-4b96-8860-f6e90b114706),segment_id=edce3b2a-4ebb-4b96-8860-f6e90b114706)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:57.766307 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '1a5fe01b-9c14-47ab-88a2-e42921166fa7', 'network_id': 'd26e6167-3a49-4283-97a4-0861b2fbeb23', 'port_id': '1a5fe01b-9c14-47ab-88a2-e42921166fa7', 'mac_address': 'fa:16:3e:43:11:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18d0257-8c97-4679-be9d-6482af7c1f1b', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:53:57.800806 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7204a942-b584-4bdb-945d-88337fce187b req-2bdaedcc-49f9-44b9-a15a-e7e1547dde1f tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962214 Oct 28 19:53:57.815151 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Publish callbacks [] for port (5df59006-22ff-4e1e-b710-2670477217cb), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.824689 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:57.826102 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.872493 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (5df59006-22ff-4e1e-b710-2670477217cb), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.880471 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5fe01b-9c14-47ab-88a2-e42921166fa7 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:53:57.904049 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port d9d25396-02b1-4549-ba1d-379d993997b5 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:57.904447 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.923525 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 1a5fe01b-9c14-47ab-88a2-e42921166fa7, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1a5fe01b-9c14-47ab-88a2-e42921166fa7,segment=NetworkSegment(edce3b2a-4ebb-4b96-8860-f6e90b114706),segment_id=edce3b2a-4ebb-4b96-8860-f6e90b114706)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:57.933325 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:57.952305 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Pushing event updated for resources: {'Port': ['ID=5df59006-22ff-4e1e-b710-2670477217cb,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:57.983431 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514312d8-b520-42a8-aa1a-c14a9e3177d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d25396-02b1-4549-ba1d-379d993997b5'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:53:57.985511 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f753b291-a24f-4705-a64b-3e773ece59bf" -d '{"events": [{"server_uuid": "514312d8-b520-42a8-aa1a-c14a9e3177d2", "name": "network-vif-plugged", "status": "completed", "tag": "d9d25396-02b1-4549-ba1d-379d993997b5"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:53:57.986210 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:53:57.987981 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:53:57.990814 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:53:58.008847 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port d9d25396-02b1-4549-ba1d-379d993997b5, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=d9d25396-02b1-4549-ba1d-379d993997b5,segment=NetworkSegment(63897e43-c6c6-41dd-a1aa-fac4b5a63529),segment_id=63897e43-c6c6-41dd-a1aa-fac4b5a63529)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:58.030400 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:58.047204 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=1a5fe01b-9c14-47ab-88a2-e42921166fa7,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:58.096585 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bf6773-3e1b-4dc4-9325-d729ec9a6d79 x-openstack-request-id: req-98bf6773-3e1b-4dc4-9325-d729ec9a6d79 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:53:58.096905 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514312d8-b520-42a8-aa1a-c14a9e3177d2", "name": "network-vif-plugged", "status": "completed", "tag": "d9d25396-02b1-4549-ba1d-379d993997b5", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:53:58.097513 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98bf6773-3e1b-4dc4-9325-d729ec9a6d79 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:53:58.098069 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98bf6773-3e1b-4dc4-9325-d729ec9a6d79'] response: {'server_uuid': '514312d8-b520-42a8-aa1a-c14a9e3177d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d25396-02b1-4549-ba1d-379d993997b5', 'code': 200} Oct 28 19:53:58.154172 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=d9d25396-02b1-4549-ba1d-379d993997b5,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:58.271898 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['1a5fe01b-9c14-47ab-88a2-e42921166fa7'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:53:58.354480 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09952fac-2cde-421f-8756-abf27cabf374 req-be34ff7f-df3c-4571-80f5-cab9bf56cbf2 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:58.356026 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-09952fac-2cde-421f-8756-abf27cabf374 req-be34ff7f-df3c-4571-80f5-cab9bf56cbf2 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 945 time: 0.1751847 Oct 28 19:53:58.410679 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f4c67-281b-404d-9546-929d8028f46d req-4cbe6e83-d5dd-4293-9ef5-bc2c9f154bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:58.412795 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ca6f4c67-281b-404d-9546-929d8028f46d req-4cbe6e83-d5dd-4293-9ef5-bc2c9f154bc2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 1129 time: 0.1344244 Oct 28 19:53:58.749683 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-09952fac-2cde-421f-8756-abf27cabf374 req-61fda498-2b7d-45cb-9ad1-6a69ce4d42ca tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527842 Oct 28 19:53:58.774564 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Publish callbacks [] for router_gateway (3ae80d5d-5d51-40c6-81d0-10bd48485a59), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:58.780061 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ca6f4c67-281b-404d-9546-929d8028f46d req-766cc1b5-9dd6-4526-9eb1-2440876070ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485131 Oct 28 19:53:58.835612 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacb1a8-f9c5-4f29-9570-1a02973f0c9c req-f337f955-cf70-441c-a6e4-dcc4200843fe tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:58.837201 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cbacb1a8-f9c5-4f29-9570-1a02973f0c9c req-f337f955-cf70-441c-a6e4-dcc4200843fe tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 948 time: 0.1463838 Oct 28 19:53:58.891643 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8013871-6726-4ca1-87fe-78f356cf5754 None None] Network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:53:58.982075 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-2987d2cd-e9a2-4ed6-8171-2c9ce8c7b4fb None None] Provisioning complete for port db56b746-9d08-440c-881f-db0c3fce3214 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:58.982569 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2987d2cd-e9a2-4ed6-8171-2c9ce8c7b4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (db56b746-9d08-440c-881f-db0c3fce3214), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:58.983301 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-2987d2cd-e9a2-4ed6-8171-2c9ce8c7b4fb None None] Attempt 1 to provision port db56b746-9d08-440c-881f-db0c3fce3214 Oct 28 19:53:59.008615 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cbacb1a8-f9c5-4f29-9570-1a02973f0c9c req-ae35cc60-c5fe-4749-9a39-73f55d48175b tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/security-groups?id=35278d58-7525-4028-8e0a-86b57608c8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359088 Oct 28 19:53:59.062956 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c76ac2-5844-49a9-9740-1e0ad3296722 req-d57055d8-f8d3-4a29-a8af-6d1d7b7ecc0b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:59.064432 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-42c76ac2-5844-49a9-9740-1e0ad3296722 req-d57055d8-f8d3-4a29-a8af-6d1d7b7ecc0b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1778440 Oct 28 19:53:59.101105 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609196'] for router (3ae80d5d-5d51-40c6-81d0-10bd48485a59), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.115691 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-2987d2cd-e9a2-4ed6-8171-2c9ce8c7b4fb None None] Current status of the port db56b746-9d08-440c-881f-db0c3fce3214 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:59.116540 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2987d2cd-e9a2-4ed6-8171-2c9ce8c7b4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (db56b746-9d08-440c-881f-db0c3fce3214), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.156124 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-2987d2cd-e9a2-4ed6-8171-2c9ce8c7b4fb None None] For port db56b746-9d08-440c-881f-db0c3fce3214, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=db56b746-9d08-440c-881f-db0c3fce3214,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:53:59.161207 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2987d2cd-e9a2-4ed6-8171-2c9ce8c7b4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (db56b746-9d08-440c-881f-db0c3fce3214), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.173633 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-42c76ac2-5844-49a9-9740-1e0ad3296722 req-17164ba8-e107-4cf9-89b6-f2a197bef956 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973227 Oct 28 19:53:59.221027 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987d2cd-e9a2-4ed6-8171-2c9ce8c7b4fb None None] Pushing event updated for resources: {'Port': ['ID=db56b746-9d08-440c-881f-db0c3fce3214,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:53:59.264123 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 is scheduled to L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa with binding_index 1 {{(pid=103758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:53:59.372871 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:53:59.381135 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-75e4d3fe-2a9a-4781-aebd-f2bc2d7d642a None None] Provisioning complete for port db56b746-9d08-440c-881f-db0c3fce3214 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:59.381568 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-75e4d3fe-2a9a-4781-aebd-f2bc2d7d642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (db56b746-9d08-440c-881f-db0c3fce3214), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.381895 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-75e4d3fe-2a9a-4781-aebd-f2bc2d7d642a None None] Attempt 1 to provision port db56b746-9d08-440c-881f-db0c3fce3214 Oct 28 19:53:59.386733 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Sync routers for ids ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:53:59.393563 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.395198 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-6a66bc2d-73fc-4081-868c-25b9c68c0d66 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6023004 Oct 28 19:53:59.398380 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46382) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:53:59.425218 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Routers {'3ae80d5d-5d51-40c6-81d0-10bd48485a59'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:53:59.426444 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:53:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:53:59.522608 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 1a5fe01b-9c14-47ab-88a2-e42921166fa7 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:59.598281 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device db56b746-9d08-440c-881f-db0c3fce3214 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:53:59.633465 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-75e4d3fe-2a9a-4781-aebd-f2bc2d7d642a None None] Current status of the port db56b746-9d08-440c-881f-db0c3fce3214 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:53:59.651690 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Set router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:53:59.789995 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:53:59.883083 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.924031 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f998c-9216-4fd7-8042-b10bdd8ca620 req-4148fa87-5fbd-43d7-b2d7-a70c6d13137a tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:53:59.925053 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f64f998c-9216-4fd7-8042-b10bdd8ca620 req-4148fa87-5fbd-43d7-b2d7-a70c6d13137a tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 945 time: 0.0815461 Oct 28 19:53:59.965826 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port db56b746-9d08-440c-881f-db0c3fce3214 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:53:59.966382 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (db56b746-9d08-440c-881f-db0c3fce3214), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:53:59.966612 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port db56b746-9d08-440c-881f-db0c3fce3214 Oct 28 19:53:59.970021 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:53:59.997203 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f64f998c-9216-4fd7-8042-b10bdd8ca620 req-7eaafbdb-fea8-45e5-b992-7bf6a29b9ca2 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638394 Oct 28 19:54:00.033759 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:00.034972 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.035582 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 Oct 28 19:54:00.099000 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Allocated IP 172.20.0.1 (49dd79d7-65f9-4ff6-b18e-1eb17928b2ca/5b12484f-5aa4-489b-b996-1efaffab20b2/a2aff835-22da-48a1-b133-2f5a366df173) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:00.171693 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973daae-460f-4c29-a7c0-c76feeafa8ea req-c68a1acb-2231-4231-aec5-66196b9d517d tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:00.173369 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8973daae-460f-4c29-a7c0-c76feeafa8ea req-c68a1acb-2231-4231-aec5-66196b9d517d tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 948 time: 0.0779121 Oct 28 19:54:00.235709 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Publish callbacks [] for port (a2aff835-22da-48a1-b133-2f5a366df173), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.248491 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8973daae-460f-4c29-a7c0-c76feeafa8ea req-1d4329d1-e3cf-4ca8-a6be-552e1530077e tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/security-groups?id=35278d58-7525-4028-8e0a-86b57608c8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598440 Oct 28 19:54:00.251138 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port db56b746-9d08-440c-881f-db0c3fce3214 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:00.265222 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:00.265636 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.276330 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (a2aff835-22da-48a1-b133-2f5a366df173), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.286409 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:53:58Z', 'revision_number': 3, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:00.322650 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Checking router: 3ae80d5d-5d51-40c6-81d0-10bd48485a59 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:54:00.323319 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Updating router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 port 5df59006-22ff-4e1e-b710-2670477217cb binding host dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:54:00.339485 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:00.345283 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:00.351083 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:00.354095 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Pushing event updated for resources: {'Port': ['ID=a2aff835-22da-48a1-b133-2f5a366df173,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:00.358296 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9d6a8-b37b-4956-8f8c-e6c7d882272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5fe01b-9c14-47ab-88a2-e42921166fa7'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:00.360824 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b379fb-9839-422b-ba9c-ad28b36f757b" -d '{"events": [{"server_uuid": "d2e9d6a8-b37b-4956-8f8c-e6c7d882272e", "name": "network-vif-plugged", "status": "completed", "tag": "1a5fe01b-9c14-47ab-88a2-e42921166fa7"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:00.378299 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (5df59006-22ff-4e1e-b710-2670477217cb), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.379299 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041387-fe77-4ef9-baa1-682d9d6bf070 req-5267dcfe-a507-445a-be99-76c3ba848da5 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:00.393068 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 1a5fe01b-9c14-47ab-88a2-e42921166fa7, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1a5fe01b-9c14-47ab-88a2-e42921166fa7,segment=NetworkSegment(edce3b2a-4ebb-4b96-8860-f6e90b114706),segment_id=edce3b2a-4ebb-4b96-8860-f6e90b114706)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:00.393554 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d9041387-fe77-4ef9-baa1-682d9d6bf070 req-5267dcfe-a507-445a-be99-76c3ba848da5 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1049621 Oct 28 19:54:00.402948 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.448166 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606201'] for router_interface (3ae80d5d-5d51-40c6-81d0-10bd48485a59), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.486510 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d9041387-fe77-4ef9-baa1-682d9d6bf070 req-1c1040c0-2210-4fae-8b10-1dbbc4d6f9fd tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909126 Oct 28 19:54:00.500861 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e631313e-031d-41b8-825d-b52943a5548e x-openstack-request-id: req-e631313e-031d-41b8-825d-b52943a5548e {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:00.502702 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e9d6a8-b37b-4956-8f8c-e6c7d882272e", "name": "network-vif-plugged", "status": "completed", "tag": "1a5fe01b-9c14-47ab-88a2-e42921166fa7", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:00.503087 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e631313e-031d-41b8-825d-b52943a5548e {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:00.504187 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e631313e-031d-41b8-825d-b52943a5548e'] response: {'server_uuid': 'd2e9d6a8-b37b-4956-8f8c-e6c7d882272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5fe01b-9c14-47ab-88a2-e42921166fa7', 'code': 200} Oct 28 19:54:00.617323 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=1a5fe01b-9c14-47ab-88a2-e42921166fa7,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:00.633044 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (a2aff835-22da-48a1-b133-2f5a366df173), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.714570 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a201880-6259-4e97-93e7-529fd1a61f30 req-9fa51326-5db8-4c1d-adc7-4bdb25baabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:00.717857 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4a201880-6259-4e97-93e7-529fd1a61f30 req-9fa51326-5db8-4c1d-adc7-4bdb25baabd4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 1133 time: 0.0870476 Oct 28 19:54:00.777099 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4a201880-6259-4e97-93e7-529fd1a61f30 req-f8c04d58-6533-4f67-9e2b-367eaca3a1b0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35278d58-7525-4028-8e0a-86b57608c8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525064 Oct 28 19:54:00.808872 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Provisioning complete for port a2aff835-22da-48a1-b133-2f5a366df173 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:00.809451 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (a2aff835-22da-48a1-b133-2f5a366df173), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.809955 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Attempt 1 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:00.859003 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Publish callbacks [] for port (a2aff835-22da-48a1-b133-2f5a366df173), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.864915 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (a2aff835-22da-48a1-b133-2f5a366df173), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.879008 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Port a2aff835-22da-48a1-b133-2f5a366df173 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:00.884087 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Publish callbacks [] for port (5df59006-22ff-4e1e-b710-2670477217cb), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.890152 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (5df59006-22ff-4e1e-b710-2670477217cb), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.929728 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Attempting to bind port 5df59006-22ff-4e1e-b710-2670477217cb on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:00.930105 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Attempting to bind port 5df59006-22ff-4e1e-b710-2670477217cb by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:00.930475 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Attempting to bind port 5df59006-22ff-4e1e-b710-2670477217cb on network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:00.932474 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Pushing event updated for resources: {'Port': ['ID=a2aff835-22da-48a1-b133-2f5a366df173,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:00.935034 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606317'] for router_interface (3ae80d5d-5d51-40c6-81d0-10bd48485a59), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.943289 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:00.943686 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Checking segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:00.944093 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.944491 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Bound using segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:00.944976 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Bound port: 5df59006-22ff-4e1e-b710-2670477217cb, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:00.945652 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (5df59006-22ff-4e1e-b710-2670477217cb), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:00.955599 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d463d06-e1f5-4daa-84b1-5b5b7e6fa07a None None] Pushing event updated for resources: {'Port': ['ID=5df59006-22ff-4e1e-b710-2670477217cb,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:01.010000 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] For port 5df59006-22ff-4e1e-b710-2670477217cb, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:01.014012 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] For port 5df59006-22ff-4e1e-b710-2670477217cb, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=5df59006-22ff-4e1e-b710-2670477217cb,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:01.021899 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (5df59006-22ff-4e1e-b710-2670477217cb), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:01.063402 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:01.065059 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:01.079931 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Routers {'3ae80d5d-5d51-40c6-81d0-10bd48485a59'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:01.080573 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:53:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:01.193733 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d463d06-e1f5-4daa-84b1-5b5b7e6fa07a None None] Pushing event updated for resources: {'Port': ['ID=5df59006-22ff-4e1e-b710-2670477217cb,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:01.194144 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115708d9-4d2c-4c8b-8af4-da4c7b9d50e6 req-0aa6319c-feb6-44e6-96c3-d2f51ff7300b tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:01.195707 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-115708d9-4d2c-4c8b-8af4-da4c7b9d50e6 req-0aa6319c-feb6-44e6-96c3-d2f51ff7300b tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 945 time: 0.0869882 Oct 28 19:54:01.235006 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:54:01.273694 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] Set router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:01.278083 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-115708d9-4d2c-4c8b-8af4-da4c7b9d50e6 req-27e0602a-d715-46dd-8d2a-6b7e3263f96c tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756457 Oct 28 19:54:01.399107 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca87fa-0150-4413-b1fa-5de489485ecf req-a1f251d3-0f50-42bb-b927-35ffd1d57ed4 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:01.401267 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bcca87fa-0150-4413-b1fa-5de489485ecf req-a1f251d3-0f50-42bb-b927-35ffd1d57ed4 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 949 time: 0.0596063 Oct 28 19:54:01.405135 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Attempt 2 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:01.407402 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:54:01.421940 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-10f00141-28f9-473d-a55e-aa0729d10783 admin admin] 10.222.0.64 "PUT /v2.0/routers/3ae80d5d-5d51-40c6-81d0-10bd48485a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0223689 Oct 28 19:54:01.451073 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Port a2aff835-22da-48a1-b133-2f5a366df173 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:01.485687 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bcca87fa-0150-4413-b1fa-5de489485ecf req-0bc2a2fc-95d3-46f8-9c8f-7f06ec849a66 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/security-groups?id=35278d58-7525-4028-8e0a-86b57608c8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782287 Oct 28 19:54:01.560049 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'a2aff835-22da-48a1-b133-2f5a366df173', 'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'mac_address': 'fa:16:3e:60:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:59Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 2, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'subnets': [{'id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:01.594810 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2313c0b1-0a1e-4840-84ee-31a06599c33e None None] The sync data for ids ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'] in dv-cinder-862894-1-smb is: [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'a2aff835-22da-48a1-b133-2f5a366df173', 'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'mac_address': 'fa:16:3e:60:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:59Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 2, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'subnets': [{'id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:54:01.648363 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f9bb8-1dbe-4c7a-9e80-5a2a28972c08 req-4d29162e-e22e-45a0-aa51-ee9dee0d163b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:01.649995 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b37f9bb8-1dbe-4c7a-9e80-5a2a28972c08 req-4d29162e-e22e-45a0-aa51-ee9dee0d163b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0703800 Oct 28 19:54:01.703885 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b37f9bb8-1dbe-4c7a-9e80-5a2a28972c08 req-7cd1e2cb-9788-400c-bc10-8d56f9e84bba tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474398 Oct 28 19:54:01.952240 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Attempt 3 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:01.997259 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Port a2aff835-22da-48a1-b133-2f5a366df173 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:02.105050 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46468) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:02.111523 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-144028722-network', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:02.153893 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Made reservation on behalf of 9147a7a756a049228afdcd1bf1bb4f16 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:02.158161 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.165725 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff708d3-ec77-4520-83b1-c93ba76db7db req-bc06001f-d7e5-4424-842a-2c42edd0986c tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.173517 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cff708d3-ec77-4520-83b1-c93ba76db7db req-bc06001f-d7e5-4424-842a-2c42edd0986c tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 945 time: 0.0903959 Oct 28 19:54:02.181262 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.267782 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cff708d3-ec77-4520-83b1-c93ba76db7db req-5da65297-5fee-4a1c-8e5c-448754389cdd tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924211 Oct 28 19:54:02.324132 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Publish callbacks [] for security_group (901bd206-1838-4b74-b299-e42762629c7e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.328661 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (901bd206-1838-4b74-b299-e42762629c7e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.360058 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:54:02.371920 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901bd206-1838-4b74-b299-e42762629c7e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:02.389488 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (33b74d82-b45e-462f-8399-124880b37dc5), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.389965 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.segments_db [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Added segment 33b74d82-b45e-462f-8399-124880b37dc5 of type vlan for network 907dd0da-b33e-43f1-855a-082f4ec5f640 Oct 28 19:54:02.455391 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (907dd0da-b33e-43f1-855a-082f4ec5f640), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.491491 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (907dd0da-b33e-43f1-855a-082f4ec5f640), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.492456 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.493048 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.500601 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Attempt 4 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:02.549976 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Port a2aff835-22da-48a1-b133-2f5a366df173 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:02.575311 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4690094 Oct 28 19:54:02.578077 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 46484) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:02.585401 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] Request body: {'subnet': {'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-144028722-subnet', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:02.588995 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5b645-fab8-40ec-977c-c0381b084343 admin admin] Pushing event updated for resources: {'Network': ['ID=907dd0da-b33e-43f1-855a-082f4ec5f640,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:02.600463 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network 907dd0da-b33e-43f1-855a-082f4ec5f640 details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:54:02.625453 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] Made reservation on behalf of 9147a7a756a049228afdcd1bf1bb4f16 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:02.630314 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8149793'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:02.762038 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ef092-b25d-4385-8741-2e375c9aa5cd req-b5ce6ab6-4beb-4f51-b8a9-0e7664c59ace tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.763574 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ae7ef092-b25d-4385-8741-2e375c9aa5cd req-b5ce6ab6-4beb-4f51-b8a9-0e7664c59ace tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 949 time: 0.0905049 Oct 28 19:54:02.920177 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ae7ef092-b25d-4385-8741-2e375c9aa5cd req-98d35117-2e81-4c6a-b0d7-465fcab62387 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/security-groups?id=35278d58-7525-4028-8e0a-86b57608c8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469002 Oct 28 19:54:02.948932 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555c3b8-1ae4-4604-b758-99b4f59cb66f req-1be3c0d7-2d88-464d-9e61-1fb07960e825 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:02.950558 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5555c3b8-1ae4-4604-b758-99b4f59cb66f req-1be3c0d7-2d88-464d-9e61-1fb07960e825 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1577508 Oct 28 19:54:02.952376 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8153596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8149971'] for subnet (5cd9fff4-5ecd-4163-a775-72599d7005b9), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.047101 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd9fff4-5ecd-4163-a775-72599d7005b9,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:03.051570 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Attempt 5 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:03.063711 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] Checking segment: {'id': '33b74d82-b45e-462f-8399-124880b37dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:03.064073 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] Network hostable DHCP agents. Network: 907dd0da-b33e-43f1-855a-082f4ec5f640, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:54:03.075831 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5555c3b8-1ae4-4604-b758-99b4f59cb66f req-f10fba71-ae9d-4b80-8f17-6827972fd517 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944998 Oct 28 19:54:03.093193 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] Network 907dd0da-b33e-43f1-855a-082f4ec5f640 is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:54:03.104343 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Port a2aff835-22da-48a1-b133-2f5a366df173 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:03.117940 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, 907dd0da-b33e-43f1-855a-082f4ec5f640) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:03.123644 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:03.124243 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.131239 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f2c20d-e539-4e05-9e2b-53b030adeefa None None] Network 907dd0da-b33e-43f1-855a-082f4ec5f640 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:54:03.152113 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-091b1cd2-aa09-462e-bab8-56bf62899e11 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5728586 Oct 28 19:54:03.154654 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 46498) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:03.160803 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-144028722-router', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:03.198046 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6387'] for router (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.198799 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2087092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.262975 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5142abc3-3012-57d9-acdb-166ebcb134d1-907dd0da-b33e-43f1-855a-082f4ec5f640', 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640', 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'fixed_ips': [{'subnet_id': '5cd9fff4-5ecd-4163-a775-72599d7005b9'}]}} from dv-cinder-862894-1-smb. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:54:03.265102 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.291890 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873166c4-7192-4e1f-b6c8-226c1a31f294 req-50555457-b855-4800-85ec-20d99af19c56 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:03.293700 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-873166c4-7192-4e1f-b6c8-226c1a31f294 req-50555457-b855-4800-85ec-20d99af19c56 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 949 time: 0.1117864 Oct 28 19:54:03.295379 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Publish callbacks [] for router_controller (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), precommit_add_association {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.445668 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-873166c4-7192-4e1f-b6c8-226c1a31f294 req-a8bd3330-311d-46dc-a95a-87620b8b411d tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/security-groups?id=35278d58-7525-4028-8e0a-86b57608c8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415977 Oct 28 19:54:03.448062 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Allocated IP 172.20.0.2 (907dd0da-b33e-43f1-855a-082f4ec5f640/5cd9fff4-5ecd-4163-a775-72599d7005b9/fd96aca9-f3f8-43a7-be6e-c47238239549) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:03.537943 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Publish callbacks [] for router_gateway (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.559910 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6293a-c705-43c5-9ec2-e3cd11ab04ff req-49992b0b-02ec-4a29-a393-13a251541420 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:03.561602 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4de6293a-c705-43c5-9ec2-e3cd11ab04ff req-49992b0b-02ec-4a29-a393-13a251541420 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 945 time: 0.1970391 Oct 28 19:54:03.585290 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 5df59006-22ff-4e1e-b710-2670477217cb up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:03.625297 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Attempt 6 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:03.694457 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4de6293a-c705-43c5-9ec2-e3cd11ab04ff req-987b1502-2bd8-41c1-a566-0ac60411dac6 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220088 Oct 28 19:54:03.830922 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Publish callbacks [] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.839592 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Port a2aff835-22da-48a1-b133-2f5a366df173 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:03.842275 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.871351 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Publish callbacks [] for router_gateway (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.885795 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 5df59006-22ff-4e1e-b710-2670477217cb triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:03.886179 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (5df59006-22ff-4e1e-b710-2670477217cb), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.886528 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 5df59006-22ff-4e1e-b710-2670477217cb Oct 28 19:54:03.889126 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Network 907dd0da-b33e-43f1-855a-082f4ec5f640 is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:03.890013 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:03.897036 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:03.921702 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:03.927020 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Pushing event updated for resources: {'Port': ['ID=fd96aca9-f3f8-43a7-be6e-c47238239549,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:03.997835 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Attempting to bind port fd96aca9-f3f8-43a7-be6e-c47238239549 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:03.998222 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Attempting to bind port fd96aca9-f3f8-43a7-be6e-c47238239549 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '33b74d82-b45e-462f-8399-124880b37dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:03.998591 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Attempting to bind port fd96aca9-f3f8-43a7-be6e-c47238239549 on network 907dd0da-b33e-43f1-855a-082f4ec5f640 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:04.005508 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Allocated IP 172.28.3.25 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/21b63be2-d4f4-4b21-a8a8-f0d107bae31a) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:04.019909 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:04.020508 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Checking segment: {'id': '33b74d82-b45e-462f-8399-124880b37dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:04.020973 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.021352 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Bound using segment: {'id': '33b74d82-b45e-462f-8399-124880b37dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:04.022017 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Bound port: fd96aca9-f3f8-43a7-be6e-c47238239549, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b74d82-b45e-462f-8399-124880b37dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:04.022520 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.047554 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 5df59006-22ff-4e1e-b710-2670477217cb is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:04.047952 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (5df59006-22ff-4e1e-b710-2670477217cb), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.100982 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 5df59006-22ff-4e1e-b710-2670477217cb, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=5df59006-22ff-4e1e-b710-2670477217cb,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:04.108754 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (5df59006-22ff-4e1e-b710-2670477217cb), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.114656 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Publish callbacks [] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.150216 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] For port fd96aca9-f3f8-43a7-be6e-c47238239549, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:04.156930 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.170693 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] For port fd96aca9-f3f8-43a7-be6e-c47238239549, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=fd96aca9-f3f8-43a7-be6e-c47238239549,segment=NetworkSegment(33b74d82-b45e-462f-8399-124880b37dc5),segment_id=33b74d82-b45e-462f-8399-124880b37dc5)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:04.182362 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.188404 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=5df59006-22ff-4e1e-b710-2670477217cb,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:04.206068 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Sync routers for ids ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:54:04.225482 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:04.226818 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Routers {'3ae80d5d-5d51-40c6-81d0-10bd48485a59'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:04.227141 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:53:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:04.250577 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:04.254901 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:04.256075 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa6b82-afc3-47f4-933e-ea903ee415d8 None None] Pushing event updated for resources: {'Port': ['ID=fd96aca9-f3f8-43a7-be6e-c47238239549,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:04.257210 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Pushing event updated for resources: {'Port': ['ID=21b63be2-d4f4-4b21-a8a8-f0d107bae31a,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:04.316883 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddc4a1-67cb-4d17-be75-2223289a4207 req-8ccab71e-3ef1-45f7-968f-ba4969ea2981 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:04.318550 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-90ddc4a1-67cb-4d17-be75-2223289a4207 req-8ccab71e-3ef1-45f7-968f-ba4969ea2981 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1357107 Oct 28 19:54:04.341108 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Attempt 7 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:04.343372 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Set router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:04.377870 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Port a2aff835-22da-48a1-b133-2f5a366df173 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:04.595618 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-90ddc4a1-67cb-4d17-be75-2223289a4207 req-db32a1f0-8a0c-4c7f-9cc8-838572dc63e8 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392676 Oct 28 19:54:04.638672 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'a2aff835-22da-48a1-b133-2f5a366df173', 'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'mac_address': 'fa:16:3e:60:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:59Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 2, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'subnets': [{'id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:04.667378 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Checking router: 3ae80d5d-5d51-40c6-81d0-10bd48485a59 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:54:04.668380 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Updating router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 port a2aff835-22da-48a1-b133-2f5a366df173 binding host dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:54:04.702212 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (a2aff835-22da-48a1-b133-2f5a366df173), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:04.880715 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Attempt 8 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:04.940013 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Port a2aff835-22da-48a1-b133-2f5a366df173 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:05.073277 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Publish callbacks [] for port (a2aff835-22da-48a1-b133-2f5a366df173), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.082316 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (a2aff835-22da-48a1-b133-2f5a366df173), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.140666 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Pushing event updated for resources: {'Port': ['ID=a2aff835-22da-48a1-b133-2f5a366df173,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:05.167070 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.167657 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.168607 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.169337 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.169760 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.170198 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.170751 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.171686 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.172259 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.173055 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.173812 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.174306 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.174856 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:05.176790 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffba21e-3867-4049-9ad2-eb1ec587e1e7 req-a133da33-6ac3-4c51-b938-885dc2708715 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:05.178569 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-dffba21e-3867-4049-9ad2-eb1ec587e1e7 req-a133da33-6ac3-4c51-b938-885dc2708715 tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 949 time: 0.5880773 Oct 28 19:54:05.210829 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbee21b-f4a9-4920-9d49-06bc54b98bf1 req-7123c21a-28d2-4b5e-996a-f5c44a1c8d11 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:05.212594 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8fbee21b-f4a9-4920-9d49-06bc54b98bf1 req-7123c21a-28d2-4b5e-996a-f5c44a1c8d11 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.26 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 945 time: 0.6256521 Oct 28 19:54:05.232670 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Attempting to bind port a2aff835-22da-48a1-b133-2f5a366df173 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:05.234010 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Attempting to bind port a2aff835-22da-48a1-b133-2f5a366df173 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:05.234649 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Attempting to bind port a2aff835-22da-48a1-b133-2f5a366df173 on network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:05.243199 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:05.243720 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Checking segment: {'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:05.244204 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.244759 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Bound using segment: {'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:05.246457 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Bound port: a2aff835-22da-48a1-b133-2f5a366df173, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:05.246925 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (a2aff835-22da-48a1-b133-2f5a366df173), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.299716 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f115c-2914-4b79-9a46-e4728e83c48f req-967e4f0b-a333-406e-bfd6-8d5d8239529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:05.302046 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b9f115c-2914-4b79-9a46-e4728e83c48f req-967e4f0b-a333-406e-bfd6-8d5d8239529c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 1130 time: 0.6849008 Oct 28 19:54:05.385787 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6de7a9-5b9d-4022-a4a5-da1a2c220dfe req-31a36826-fc45-4888-951e-b64438075bad tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:05.387689 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-0e6de7a9-5b9d-4022-a4a5-da1a2c220dfe req-31a36826-fc45-4888-951e-b64438075bad tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 949 time: 0.1537764 Oct 28 19:54:05.417694 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5429308-baa9-418e-8c2b-f1674bfdbf02 req-4ed5658b-629f-4f8b-a459-bba7a9239df6 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:05.419387 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e5429308-baa9-418e-8c2b-f1674bfdbf02 req-4ed5658b-629f-4f8b-a459-bba7a9239df6 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 945 time: 0.6119936 Oct 28 19:54:05.431902 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] For port a2aff835-22da-48a1-b133-2f5a366df173, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:05.436960 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] For port a2aff835-22da-48a1-b133-2f5a366df173, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=a2aff835-22da-48a1-b133-2f5a366df173,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:05.441687 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Attempt 9 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:05.451027 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Publish callbacks [] for router_gateway (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.459558 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (a2aff835-22da-48a1-b133-2f5a366df173), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.522516 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-dffba21e-3867-4049-9ad2-eb1ec587e1e7 req-a79ce108-f7c9-4ff9-a479-906a7be7718e tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/security-groups?id=35278d58-7525-4028-8e0a-86b57608c8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022258 Oct 28 19:54:05.526814 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Port a2aff835-22da-48a1-b133-2f5a366df173 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:05.541590 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Routers {'3ae80d5d-5d51-40c6-81d0-10bd48485a59'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:05.542467 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:53:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:05.595953 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-0e6de7a9-5b9d-4022-a4a5-da1a2c220dfe req-4367f19e-152e-4a0f-885c-39bbfdff613c tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Deleting port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:54:05.596170 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-0e6de7a9-5b9d-4022-a4a5-da1a2c220dfe req-4367f19e-152e-4a0f-885c-39bbfdff613c tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.600063 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b9f115c-2914-4b79-9a46-e4728e83c48f req-6b60618c-03c3-44b9-88ed-0187fef25376 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670646 Oct 28 19:54:05.624841 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-8fbee21b-f4a9-4920-9d49-06bc54b98bf1 req-7518be82-034b-4704-8a68-78f5c754efda tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Deleting port d9d25396-02b1-4549-ba1d-379d993997b5 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:54:05.625350 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8fbee21b-f4a9-4920-9d49-06bc54b98bf1 req-7518be82-034b-4704-8a68-78f5c754efda tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.714575 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d5f1c-0610-4e8a-907e-a7af07a69de8 None None] Network 907dd0da-b33e-43f1-855a-082f4ec5f640 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:54:05.732872 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-0e6de7a9-5b9d-4022-a4a5-da1a2c220dfe req-4367f19e-152e-4a0f-885c-39bbfdff613c tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] For port 1a5fe01b-9c14-47ab-88a2-e42921166fa7, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=1a5fe01b-9c14-47ab-88a2-e42921166fa7,segment=NetworkSegment(edce3b2a-4ebb-4b96-8860-f6e90b114706),segment_id=edce3b2a-4ebb-4b96-8860-f6e90b114706)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:05.733184 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-0e6de7a9-5b9d-4022-a4a5-da1a2c220dfe req-4367f19e-152e-4a0f-885c-39bbfdff613c tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.740587 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] Set router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:05.741306 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-8fbee21b-f4a9-4920-9d49-06bc54b98bf1 req-7518be82-034b-4704-8a68-78f5c754efda tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] For port d9d25396-02b1-4549-ba1d-379d993997b5, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=d9d25396-02b1-4549-ba1d-379d993997b5,segment=NetworkSegment(63897e43-c6c6-41dd-a1aa-fac4b5a63529),segment_id=63897e43-c6c6-41dd-a1aa-fac4b5a63529)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:05.741464 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8fbee21b-f4a9-4920-9d49-06bc54b98bf1 req-7518be82-034b-4704-8a68-78f5c754efda tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.748696 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-0e6de7a9-5b9d-4022-a4a5-da1a2c220dfe req-4367f19e-152e-4a0f-885c-39bbfdff613c tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Calling delete_port for 1a5fe01b-9c14-47ab-88a2-e42921166fa7 owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:54:05.754975 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-8fbee21b-f4a9-4920-9d49-06bc54b98bf1 req-7518be82-034b-4704-8a68-78f5c754efda tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Calling delete_port for d9d25396-02b1-4549-ba1d-379d993997b5 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:54:05.802447 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 5df59006-22ff-4e1e-b710-2670477217cb up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:05.833753 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e5429308-baa9-418e-8c2b-f1674bfdbf02 req-225480bd-eaf7-4b89-97b0-38697c72082d tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774707 Oct 28 19:54:05.877029 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342a8fb-9625-40fc-b612-aa8234c6eb34 None None] Pushing event updated for resources: {'Port': ['ID=a2aff835-22da-48a1-b133-2f5a366df173,revision_number=4']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:05.910910 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbeba0-1e16-4626-9a38-ef9eae4f3fb2 req-4431b228-b51e-41c9-b07f-b4c49ddad416 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:05.912787 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-21cbeba0-1e16-4626-9a38-ef9eae4f3fb2 req-4431b228-b51e-41c9-b07f-b4c49ddad416 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1556406 Oct 28 19:54:05.939231 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 5df59006-22ff-4e1e-b710-2670477217cb triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:05.940534 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (5df59006-22ff-4e1e-b710-2670477217cb), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:05.941747 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 5df59006-22ff-4e1e-b710-2670477217cb Oct 28 19:54:06.033119 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'a2aff835-22da-48a1-b133-2f5a366df173', 'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'mac_address': 'fa:16:3e:60:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:59Z', 'updated_at': '2022-10-28T19:54:05Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'subnets': [{'id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:06.059880 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Attempt 10 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:06.061994 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 5df59006-22ff-4e1e-b710-2670477217cb is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:06.063079 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device fd96aca9-f3f8-43a7-be6e-c47238239549 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:06.074961 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf1696-30a5-402a-b15b-073055fbf200 None None] The sync data for ids ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'] in dv-cinder-862894-1-smb is: [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'a2aff835-22da-48a1-b133-2f5a366df173', 'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'mac_address': 'fa:16:3e:60:64:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:59Z', 'updated_at': '2022-10-28T19:54:05Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'subnets': [{'id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:54:06.075765 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609196'] for router (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.217696 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port fd96aca9-f3f8-43a7-be6e-c47238239549 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:06.227382 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.227773 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port fd96aca9-f3f8-43a7-be6e-c47238239549 Oct 28 19:54:06.292374 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-0e6de7a9-5b9d-4022-a4a5-da1a2c220dfe req-4367f19e-152e-4a0f-885c-39bbfdff613c tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (1a5fe01b-9c14-47ab-88a2-e42921166fa7), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.321268 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['1a5fe01b-9c14-47ab-88a2-e42921166fa7'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:06.420694 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-21cbeba0-1e16-4626-9a38-ef9eae4f3fb2 req-663a1fdc-33f6-4839-8ae3-c6490c5d8546 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488414 Oct 28 19:54:06.513866 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367f19e-152e-4a0f-885c-39bbfdff613c tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Pushing event deleted for resources: {'Port': ['ID=1a5fe01b-9c14-47ab-88a2-e42921166fa7,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:06.551921 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Current status of the port a2aff835-22da-48a1-b133-2f5a366df173 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:06.554734 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (a2aff835-22da-48a1-b133-2f5a366df173), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.585148 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6de7a9-5b9d-4022-a4a5-da1a2c220dfe req-4367f19e-152e-4a0f-885c-39bbfdff613c tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] No DVR routers for this DVR port 1a5fe01b-9c14-47ab-88a2-e42921166fa7 on host hv-cinder-86289 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:54:06.594805 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-0e6de7a9-5b9d-4022-a4a5-da1a2c220dfe req-4367f19e-152e-4a0f-885c-39bbfdff613c tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.599829 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-0e6de7a9-5b9d-4022-a4a5-da1a2c220dfe req-4367f19e-152e-4a0f-885c-39bbfdff613c tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.26 "DELETE /v2.0/ports/1a5fe01b-9c14-47ab-88a2-e42921166fa7 HTTP/1.1" status: 204 len: 173 time: 1.2065628 Oct 28 19:54:06.600597 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e9d6a8-b37b-4956-8f8c-e6c7d882272e', 'name': 'network-vif-deleted', 'tag': '1a5fe01b-9c14-47ab-88a2-e42921166fa7'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:06.604063 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a80d39-1296-49b7-812b-8a4bf18a46b7" -d '{"events": [{"server_uuid": "d2e9d6a8-b37b-4956-8f8c-e6c7d882272e", "name": "network-vif-deleted", "tag": "1a5fe01b-9c14-47ab-88a2-e42921166fa7"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:06.672578 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b5aadf-1bbc-41bd-b259-7a444bc1042c x-openstack-request-id: req-74b5aadf-1bbc-41bd-b259-7a444bc1042c {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:06.673187 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e9d6a8-b37b-4956-8f8c-e6c7d882272e", "name": "network-vif-deleted", "tag": "1a5fe01b-9c14-47ab-88a2-e42921166fa7", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:06.673691 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74b5aadf-1bbc-41bd-b259-7a444bc1042c {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:06.674383 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b5aadf-1bbc-41bd-b259-7a444bc1042c'] response: {'server_uuid': 'd2e9d6a8-b37b-4956-8f8c-e6c7d882272e', 'name': 'network-vif-deleted', 'tag': '1a5fe01b-9c14-47ab-88a2-e42921166fa7', 'status': 'completed', 'code': 200} Oct 28 19:54:06.787117 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-f419c15a-3da3-410d-a523-ea223f3c73e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.910944 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c986e1b5-7be4-4e63-b811-70a5d92490ff req-45f84233-b6c2-46e2-b0d7-1c23eb089d2f tempest-VolumesNegativeTest-1551971137 tempest-VolumesNegativeTest-1551971137-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2e9d6a8-b37b-4956-8f8c-e6c7d882272e HTTP/1.1" status: 200 len: 210 time: 0.1266284 Oct 28 19:54:06.916935 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8fbee21b-f4a9-4920-9d49-06bc54b98bf1 req-7518be82-034b-4704-8a68-78f5c754efda tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (d9d25396-02b1-4549-ba1d-379d993997b5), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:06.931068 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec is scheduled to L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa with binding_index 1 {{(pid=103758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:54:06.951586 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['d9d25396-02b1-4549-ba1d-379d993997b5'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:06.964178 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] For port a2aff835-22da-48a1-b133-2f5a366df173, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=a2aff835-22da-48a1-b133-2f5a366df173,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:06.977259 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518be82-034b-4704-8a68-78f5c754efda tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Pushing event deleted for resources: {'Port': ['ID=d9d25396-02b1-4549-ba1d-379d993997b5,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:06.993528 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (a2aff835-22da-48a1-b133-2f5a366df173), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.008652 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port fd96aca9-f3f8-43a7-be6e-c47238239549 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:07.008931 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.031455 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-93a2c7fa-2fb2-4b06-a17d-c71660305d4f req-e00b60f3-9a3f-4fa8-a527-e90b2f0a6233 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=514312d8-b520-42a8-aa1a-c14a9e3177d2 HTTP/1.1" status: 200 len: 210 time: 0.0593498 Oct 28 19:54:07.054555 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbee21b-f4a9-4920-9d49-06bc54b98bf1 req-7518be82-034b-4704-8a68-78f5c754efda tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] No DVR routers for this DVR port d9d25396-02b1-4549-ba1d-379d993997b5 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:54:07.069905 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8fbee21b-f4a9-4920-9d49-06bc54b98bf1 req-7518be82-034b-4704-8a68-78f5c754efda tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.073588 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8fbee21b-f4a9-4920-9d49-06bc54b98bf1 req-7518be82-034b-4704-8a68-78f5c754efda tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.26 "DELETE /v2.0/ports/d9d25396-02b1-4549-ba1d-379d993997b5 HTTP/1.1" status: 204 len: 173 time: 1.8035948 Oct 28 19:54:07.074189 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514312d8-b520-42a8-aa1a-c14a9e3177d2', 'name': 'network-vif-deleted', 'tag': 'd9d25396-02b1-4549-ba1d-379d993997b5'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:07.077007 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f9ff6a-07d3-4211-b3ed-12b51f43bbee" -d '{"events": [{"server_uuid": "514312d8-b520-42a8-aa1a-c14a9e3177d2", "name": "network-vif-deleted", "tag": "d9d25396-02b1-4549-ba1d-379d993997b5"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:07.093485 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f204f-bd9d-46c2-a1a1-caaa7e26ae5e None None] Pushing event updated for resources: {'Port': ['ID=a2aff835-22da-48a1-b133-2f5a366df173,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:07.101114 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port fd96aca9-f3f8-43a7-be6e-c47238239549, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=fd96aca9-f3f8-43a7-be6e-c47238239549,segment=NetworkSegment(33b74d82-b45e-462f-8399-124880b37dc5),segment_id=33b74d82-b45e-462f-8399-124880b37dc5)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:07.110913 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.148609 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-b59c902d-4431-4be4-a49e-7cbdd6a42a4b None None] Provisioning complete for port a2aff835-22da-48a1-b133-2f5a366df173 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:07.149631 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b59c902d-4431-4be4-a49e-7cbdd6a42a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (a2aff835-22da-48a1-b133-2f5a366df173), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.149802 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-b59c902d-4431-4be4-a49e-7cbdd6a42a4b None None] Attempt 1 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:07.182459 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5ac401-ec6a-4129-9476-2b3daa939745 x-openstack-request-id: req-fd5ac401-ec6a-4129-9476-2b3daa939745 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:07.182906 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514312d8-b520-42a8-aa1a-c14a9e3177d2", "name": "network-vif-deleted", "tag": "d9d25396-02b1-4549-ba1d-379d993997b5", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:07.183112 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd5ac401-ec6a-4129-9476-2b3daa939745 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:07.183527 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5ac401-ec6a-4129-9476-2b3daa939745'] response: {'server_uuid': '514312d8-b520-42a8-aa1a-c14a9e3177d2', 'name': 'network-vif-deleted', 'tag': 'd9d25396-02b1-4549-ba1d-379d993997b5', 'status': 'completed', 'code': 200} Oct 28 19:54:07.209381 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=fd96aca9-f3f8-43a7-be6e-c47238239549,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:07.210285 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:54:07.219993 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Sync routers for ids ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:54:07.246039 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.246302 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Routers {'06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:07.246936 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:53:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:07.250101 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-1d4bdfa6-a48f-4381-916a-ae861b65fbd2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0918303 Oct 28 19:54:07.250409 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 46572) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:07.336262 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-b59c902d-4431-4be4-a49e-7cbdd6a42a4b None None] Current status of the port a2aff835-22da-48a1-b133-2f5a366df173 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:07.399812 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Set router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:07.433254 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-b59c902d-4431-4be4-a49e-7cbdd6a42a4b None None] Provisioning complete for port fd96aca9-f3f8-43a7-be6e-c47238239549 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:07.433670 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b59c902d-4431-4be4-a49e-7cbdd6a42a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.434013 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-b59c902d-4431-4be4-a49e-7cbdd6a42a4b None None] Attempt 1 to provision port fd96aca9-f3f8-43a7-be6e-c47238239549 Oct 28 19:54:07.624570 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device a2aff835-22da-48a1-b133-2f5a366df173 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:07.693789 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-b59c902d-4431-4be4-a49e-7cbdd6a42a4b None None] Current status of the port fd96aca9-f3f8-43a7-be6e-c47238239549 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:07.708014 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf595109-2103-453c-b9cf-02293892caf5 req-16d1b84b-f35f-4d96-b3dc-8f65bf696a5c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:07.710514 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf595109-2103-453c-b9cf-02293892caf5 req-16d1b84b-f35f-4d96-b3dc-8f65bf696a5c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0965478 Oct 28 19:54:07.732259 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port a2aff835-22da-48a1-b133-2f5a366df173 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:07.732774 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (a2aff835-22da-48a1-b133-2f5a366df173), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.732988 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port a2aff835-22da-48a1-b133-2f5a366df173 Oct 28 19:54:07.763069 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'name': 'tempest-TestShelveInstance-144028722-router', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 3, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'gw_port': {'id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:07.798004 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Checking router: 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:54:07.798414 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Updating router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a binding host dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:54:07.837825 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.855678 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf595109-2103-453c-b9cf-02293892caf5 req-93c341a4-40bf-4b7a-aafc-aeb3fbc22964 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122906 Oct 28 19:54:07.892194 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:07.974475 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port a2aff835-22da-48a1-b133-2f5a366df173 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:07.974475 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device fd96aca9-f3f8-43a7-be6e-c47238239549 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:08.255850 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609cf256-d092-4257-9dcd-1e08f4f1ea66 req-40501f21-6c9c-4de9-a497-34122748be5b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:08.267742 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-609cf256-d092-4257-9dcd-1e08f4f1ea66 req-40501f21-6c9c-4de9-a497-34122748be5b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.2388828 Oct 28 19:54:08.399090 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port fd96aca9-f3f8-43a7-be6e-c47238239549 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:08.399476 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.399877 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port fd96aca9-f3f8-43a7-be6e-c47238239549 Oct 28 19:54:08.498461 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Allocated IP 172.20.0.1 (907dd0da-b33e-43f1-855a-082f4ec5f640/5cd9fff4-5ecd-4163-a775-72599d7005b9/879737e1-05dd-46d8-824b-d20db37c31f1) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:08.529128 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-609cf256-d092-4257-9dcd-1e08f4f1ea66 req-0a0a30fb-8991-47ae-8d6f-d5ed8a7cf43e tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547112 Oct 28 19:54:08.634279 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-9c7bb8c5-d444-411b-9af6-02b9f949ddc5 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:08.640752 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-9c7bb8c5-d444-411b-9af6-02b9f949ddc5 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/networks?id=5ce716b2-4804-4dc8-a1b4-11a24e84c20b HTTP/1.1" status: 200 len: 808 time: 0.2290239 Oct 28 19:54:08.658919 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Publish callbacks [] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.669480 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-fcb4c0f9-ceb7-42d2-ad6d-4d437069f1eb tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/quotas/ea4bbe105c8f4d048be3eb64b707987e HTTP/1.1" status: 200 len: 375 time: 0.0277469 Oct 28 19:54:08.672074 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port fd96aca9-f3f8-43a7-be6e-c47238239549 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:08.683398 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.699745 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-edd3601d-c1f6-408d-9611-18bfe43e90dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.710504 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-b19fbc25-aa7f-452c-a214-a30b782f6d95 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea4bbe105c8f4d048be3eb64b707987e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400488 Oct 28 19:54:08.732923 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Attempting to bind port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:08.733376 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Attempting to bind port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:08.733954 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Attempting to bind port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a on network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:08.745433 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:08.745741 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Checking segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:08.746277 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.747039 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Bound using segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:08.747526 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Bound port: 21b63be2-d4f4-4b21-a8a8-f0d107bae31a, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:08.747912 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.781818 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e1380-01ed-482a-8aad-42e3cc7f7fbb None None] Pushing event updated for resources: {'Port': ['ID=21b63be2-d4f4-4b21-a8a8-f0d107bae31a,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:08.802747 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Publish callbacks [] for port (879737e1-05dd-46d8-824b-d20db37c31f1), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.823596 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] For port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:08.827187 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] For port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=21b63be2-d4f4-4b21-a8a8-f0d107bae31a,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:08.834937 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:08.877077 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Routers {'06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:08.877811 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:54:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:08.950463 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e1380-01ed-482a-8aad-42e3cc7f7fbb None None] Pushing event updated for resources: {'Port': ['ID=21b63be2-d4f4-4b21-a8a8-f0d107bae31a,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:09.060099 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] Set router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:09.097623 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-28ab673d-ccaf-4f27-a46a-b5aeadaa0c12 service neutron] 10.222.0.64 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859398 Oct 28 19:54:09.165920 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.231294 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Network 907dd0da-b33e-43f1-855a-082f4ec5f640 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:09.237690 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-65beb76f-04ca-4cfe-8770-10185a277d27 service neutron] 10.222.0.64 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388845 Oct 28 19:54:09.238793 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:09.245496 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:09.283591 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Pushing event updated for resources: {'Port': ['ID=879737e1-05dd-46d8-824b-d20db37c31f1,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:09.294811 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606201'] for router_interface (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.322217 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'name': 'tempest-TestShelveInstance-144028722-router', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 3, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'gw_port': {'id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:09.353808 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8c802c-7d03-490d-91dc-d5deb485b546 None None] The sync data for ids ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'] in dv-cinder-862894-1-smb is: [{'id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'name': 'tempest-TestShelveInstance-144028722-router', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 3, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'gw_port': {'id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:54:09.538188 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device d9d25396-02b1-4549-ba1d-379d993997b5 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:54:09.589741 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7d56832e-2731-4cc5-9215-129bae83a2d7 req-1bfe3a06-48da-488f-8717-5a1c65cd5030 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 210 time: 0.0541229 Oct 28 19:54:09.591584 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: d9d25396-02b1-4549-ba1d-379d993997b5 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:54:09.592074 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device d9d25396-02b1-4549-ba1d-379d993997b5 not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:54:09.592604 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 1a5fe01b-9c14-47ab-88a2-e42921166fa7 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:54:09.644041 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: 1a5fe01b-9c14-47ab-88a2-e42921166fa7 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:54:09.644621 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 1a5fe01b-9c14-47ab-88a2-e42921166fa7 not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:54:09.657669 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.659453 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Provisioning complete for port 879737e1-05dd-46d8-824b-d20db37c31f1 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:09.659853 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.660240 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Attempt 1 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:09.711107 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Port 879737e1-05dd-46d8-824b-d20db37c31f1 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:09.872241 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.968437 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Publish callbacks [] for port (879737e1-05dd-46d8-824b-d20db37c31f1), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:09.974946 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.070081 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Pushing event updated for resources: {'Port': ['ID=879737e1-05dd-46d8-824b-d20db37c31f1,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:10.072689 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606317'] for router_interface (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:10.209317 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Network 907dd0da-b33e-43f1-855a-082f4ec5f640 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:10.211586 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:10.212250 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Attempt 2 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:10.282858 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Port 879737e1-05dd-46d8-824b-d20db37c31f1 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:10.395148 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:54:10.679817 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:54:10.685500 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-8514c22a-8aa4-4529-8baa-814259d17a50 admin admin] 10.222.0.64 "PUT /v2.0/routers/06b4a5b1-ff65-4f25-87ce-dd04d650b9ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4309006 Oct 28 19:54:10.724578 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-60ba77e5-fd5b-4322-beb9-3e5ee84c3e54 req-d31288a9-6ab9-4506-b4ab-c3da5689309a tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 210 time: 0.0461354 Oct 28 19:54:10.733200 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838f7f7-5a7e-41ca-80d9-4523187b86e8 req-2efcf5e7-7c84-4997-b5cb-0533a9cedd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:10.735025 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6838f7f7-5a7e-41ca-80d9-4523187b86e8 req-2efcf5e7-7c84-4997-b5cb-0533a9cedd78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 1129 time: 0.1418664 Oct 28 19:54:10.750118 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840fc8f-34af-4259-b78d-64b9966cd49c req-43b158ae-e3ad-4464-a03f-98b52ce621c0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:10.759812 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8840fc8f-34af-4259-b78d-64b9966cd49c req-43b158ae-e3ad-4464-a03f-98b52ce621c0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.1798599 Oct 28 19:54:10.786409 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Attempt 3 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:10.871816 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Port 879737e1-05dd-46d8-824b-d20db37c31f1 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:10.874827 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8840fc8f-34af-4259-b78d-64b9966cd49c req-5f33f95c-11cc-43c8-8545-8b8141698a51 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140866 Oct 28 19:54:10.917892 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838f7f7-5a7e-41ca-80d9-4523187b86e8 req-1ca14e72-b88a-493f-a1de-217a72a9e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:10.921772 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6838f7f7-5a7e-41ca-80d9-4523187b86e8 req-1ca14e72-b88a-493f-a1de-217a72a9e0f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.1589787 Oct 28 19:54:11.033246 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6838f7f7-5a7e-41ca-80d9-4523187b86e8 req-49931ebe-61e0-4424-8d77-742a95f5308f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa08aed-c02d-48ac-9d55-26570d0e5787 HTTP/1.1" status: 200 len: 217 time: 0.0879102 Oct 28 19:54:11.179558 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838f7f7-5a7e-41ca-80d9-4523187b86e8 req-2a6a8519-54f2-4d3d-901c-16e91c898137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:11.183176 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6838f7f7-5a7e-41ca-80d9-4523187b86e8 req-2a6a8519-54f2-4d3d-901c-16e91c898137 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.1436598 Oct 28 19:54:11.251183 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-040e7d40-6c2f-4987-80c0-fc38fc811a2a tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:11.254699 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-040e7d40-6c2f-4987-80c0-fc38fc811a2a tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.26 "GET /v2.0/networks?id=5ce716b2-4804-4dc8-a1b4-11a24e84c20b HTTP/1.1" status: 200 len: 808 time: 0.1711597 Oct 28 19:54:11.268868 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Request body: {'port': {'device_id': '16ea91ce-03ec-41ec-87ba-843f58212d7d', 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b', 'admin_state_up': True, 'tenant_id': 'ea4bbe105c8f4d048be3eb64b707987e'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:11.291128 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838f7f7-5a7e-41ca-80d9-4523187b86e8 req-aae3f2fc-0d99-47ac-a81a-a5bb6e46e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:11.292770 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6838f7f7-5a7e-41ca-80d9-4523187b86e8 req-aae3f2fc-0d99-47ac-a81a-a5bb6e46e5f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0966189 Oct 28 19:54:11.372891 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Attempt 4 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:11.426577 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Port 879737e1-05dd-46d8-824b-d20db37c31f1 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:11.453399 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.458250 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 46890) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:11.462374 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Made reservation on behalf of ea4bbe105c8f4d048be3eb64b707987e for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:11.462811 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-341a6e92-4601-4a34-b768-e8fb83b91457 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267055428', 'description': 'tempest-secgroup-smoke-1267055428 description', 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:11.482574 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.523723 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6838f7f7-5a7e-41ca-80d9-4523187b86e8 req-1d15554f-825c-4e09-8403-37392914394e service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200229 Oct 28 19:54:11.527570 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-341a6e92-4601-4a34-b768-e8fb83b91457 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.641547 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 21b63be2-d4f4-4b21-a8a8-f0d107bae31a up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:11.691769 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6838f7f7-5a7e-41ca-80d9-4523187b86e8 req-eabe258a-b310-419e-bdcd-d37e53d45074 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598537 Oct 28 19:54:11.753673 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:11.754469 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.755022 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a Oct 28 19:54:11.757135 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Allocated IP 172.20.0.13 (5ce716b2-4804-4dc8-a1b4-11a24e84c20b/c5c5536c-e9ae-4f77-80f9-1750b3e2da33/3210c2ec-4e60-4696-8458-78dc14d03aad) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:11.764705 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-341a6e92-4601-4a34-b768-e8fb83b91457 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group (ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.770987 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-341a6e92-4601-4a34-b768-e8fb83b91457 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.838001 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-341a6e92-4601-4a34-b768-e8fb83b91457 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.839622 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-341a6e92-4601-4a34-b768-e8fb83b91457 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3803151 Oct 28 19:54:11.844424 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 46928) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:11.851559 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-bbf6bea6-aa3e-419e-9503-36069d50c940 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Request body: {'security_group_rule': {'security_group_id': 'ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51', 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:11.860903 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a6e92-4601-4a34-b768-e8fb83b91457 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:11.890681 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:11.891435 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.899486 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d22579b4-7bfb-477b-9dd6-e9505c23b395 req-bd0dfd3e-40cc-41c0-a366-7e17e30d90b1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 210 time: 0.0404818 Oct 28 19:54:11.915994 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=21b63be2-d4f4-4b21-a8a8-f0d107bae31a,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:11.922601 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:11.928968 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Attempt 5 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:11.941671 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bbf6bea6-aa3e-419e-9503-36069d50c940 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (a6be34c8-25b6-4a6f-976e-c2f0e6d6e868), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.012630 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Port 879737e1-05dd-46d8-824b-d20db37c31f1 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:12.020182 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks [] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.026688 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=21b63be2-d4f4-4b21-a8a8-f0d107bae31a,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:12.060239 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.087063 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bbf6bea6-aa3e-419e-9503-36069d50c940 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (a6be34c8-25b6-4a6f-976e-c2f0e6d6e868), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.097281 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41beb552-e92e-49bb-a5d6-e9c0dd6cc6f0 req-c39e6c25-0d0d-402e-b35a-57cabd513a48 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:12.099045 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41beb552-e92e-49bb-a5d6-e9c0dd6cc6f0 req-c39e6c25-0d0d-402e-b35a-57cabd513a48 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.1019013 Oct 28 19:54:12.100386 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bbf6bea6-aa3e-419e-9503-36069d50c940 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (a6be34c8-25b6-4a6f-976e-c2f0e6d6e868), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.119344 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:12.122917 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:12.125689 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:12.128758 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Pushing event updated for resources: {'Port': ['ID=3210c2ec-4e60-4696-8458-78dc14d03aad,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:12.132026 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6bea6-aa3e-419e-9503-36069d50c940 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6be34c8-25b6-4a6f-976e-c2f0e6d6e868,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:12.148646 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bbf6bea6-aa3e-419e-9503-36069d50c940 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.153447 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-bbf6bea6-aa3e-419e-9503-36069d50c940 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3074875 Oct 28 19:54:12.156408 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 46938) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:12.167492 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-ec1a072f-0002-444f-bd04-8a1cad2bdaae tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Request body: {'security_group_rule': {'security_group_id': 'ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51', 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:12.189357 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:12.190181 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.198770 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-41beb552-e92e-49bb-a5d6-e9c0dd6cc6f0 req-54e8fe54-d9bb-4570-a388-8875c4e8a40b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872154 Oct 28 19:54:12.208648 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-49c170f7-6c7f-4dd9-8c46-0c3d3aaa8a68 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9447076 Oct 28 19:54:12.217260 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ec1a072f-0002-444f-bd04-8a1cad2bdaae tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (a06bf507-bbfb-406a-9f46-79366821f12b), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.234464 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Request body: {'port': {'device_id': '16ea91ce-03ec-41ec-87ba-843f58212d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:12.273320 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ec1a072f-0002-444f-bd04-8a1cad2bdaae tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (a06bf507-bbfb-406a-9f46-79366821f12b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.278249 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ec1a072f-0002-444f-bd04-8a1cad2bdaae tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (a06bf507-bbfb-406a-9f46-79366821f12b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.303275 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a072f-0002-444f-bd04-8a1cad2bdaae tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06bf507-bbfb-406a-9f46-79366821f12b,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:12.319870 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.329806 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ec1a072f-0002-444f-bd04-8a1cad2bdaae tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.333475 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-ec1a072f-0002-444f-bd04-8a1cad2bdaae tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1735690 Oct 28 19:54:12.334008 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 46956) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:12.338841 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-202f7d05-181f-430e-a5be-5fb9006ed15b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Request body: {'security_group_rule': {'security_group_id': 'ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51', 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:12.403307 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-202f7d05-181f-430e-a5be-5fb9006ed15b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (7f9f2f7a-e650-4643-8234-3c5238dba60d), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.513847 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Attempt 6 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:12.558132 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Port 879737e1-05dd-46d8-824b-d20db37c31f1 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:12.564686 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-202f7d05-181f-430e-a5be-5fb9006ed15b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (7f9f2f7a-e650-4643-8234-3c5238dba60d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.570367 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-202f7d05-181f-430e-a5be-5fb9006ed15b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (7f9f2f7a-e650-4643-8234-3c5238dba60d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.598805 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f7d05-181f-430e-a5be-5fb9006ed15b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9f2f7a-e650-4643-8234-3c5238dba60d,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:12.613367 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-202f7d05-181f-430e-a5be-5fb9006ed15b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.614630 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-202f7d05-181f-430e-a5be-5fb9006ed15b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2796574 Oct 28 19:54:12.617300 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47016) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:12.628496 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-f1f8fdeb-bbbc-41e5-b3ed-7a3175fd33e5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Request body: {'security_group_rule': {'security_group_id': 'ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51', 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:12.668902 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.689245 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fdeb-bbbc-41e5-b3ed-7a3175fd33e5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (b54ac737-4507-4b08-a40c-c20a239f6f95), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.763542 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3210c2ec-4e60-4696-8458-78dc14d03aad {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:12.773971 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Publish callbacks [] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.798005 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Transition to ACTIVE for port object 3210c2ec-4e60-4696-8458-78dc14d03aad will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:54:12.809962 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.814415 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fdeb-bbbc-41e5-b3ed-7a3175fd33e5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (b54ac737-4507-4b08-a40c-c20a239f6f95), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.852813 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fdeb-bbbc-41e5-b3ed-7a3175fd33e5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (b54ac737-4507-4b08-a40c-c20a239f6f95), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.902920 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8fdeb-bbbc-41e5-b3ed-7a3175fd33e5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54ac737-4507-4b08-a40c-c20a239f6f95,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:12.931255 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Pushing event updated for resources: {'Port': ['ID=3210c2ec-4e60-4696-8458-78dc14d03aad,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:12.935819 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-f1f8fdeb-bbbc-41e5-b3ed-7a3175fd33e5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:12.936938 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-f1f8fdeb-bbbc-41e5-b3ed-7a3175fd33e5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3185208 Oct 28 19:54:12.939777 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 47032) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:12.945302 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-b4c0a476-c397-40ac-9ce0-4e1e2a345230 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Request body: {'security_group_rule': {'security_group_id': 'ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51', 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:12.992705 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Attempting to bind port 3210c2ec-4e60-4696-8458-78dc14d03aad on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:12.993056 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Attempting to bind port 3210c2ec-4e60-4696-8458-78dc14d03aad by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '63897e43-c6c6-41dd-a1aa-fac4b5a63529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:12.994378 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Attempting to bind port 3210c2ec-4e60-4696-8458-78dc14d03aad on network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:13.001041 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Port 3210c2ec-4e60-4696-8458-78dc14d03aad on network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:54:13.001274 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Attempting to bind port 3210c2ec-4e60-4696-8458-78dc14d03aad on network 5ce716b2-4804-4dc8-a1b4-11a24e84c20b {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:13.012501 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:13.013183 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Checking segment: {'id': '63897e43-c6c6-41dd-a1aa-fac4b5a63529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:13.013318 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Bound using segment: {'id': '63897e43-c6c6-41dd-a1aa-fac4b5a63529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:13.013705 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Bound port: 3210c2ec-4e60-4696-8458-78dc14d03aad, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63897e43-c6c6-41dd-a1aa-fac4b5a63529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:13.014801 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.securitygroups_db [None req-b4c0a476-c397-40ac-9ce0-4e1e2a345230 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Project e25cc58e13b84d64a105899eb3f7eeb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 19:54:13.015874 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.028176 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a476-c397-40ac-9ce0-4e1e2a345230 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (8409a416-12a0-4103-bdb1-d431b3c185cf), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.059918 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Attempt 7 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:13.115575 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Port 879737e1-05dd-46d8-824b-d20db37c31f1 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:13.135739 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] For port 3210c2ec-4e60-4696-8458-78dc14d03aad, host hv-cinder-86289, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:13.140512 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] For port 3210c2ec-4e60-4696-8458-78dc14d03aad, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=3210c2ec-4e60-4696-8458-78dc14d03aad,segment=NetworkSegment(63897e43-c6c6-41dd-a1aa-fac4b5a63529),segment_id=63897e43-c6c6-41dd-a1aa-fac4b5a63529)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:13.148427 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.152252 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54fc55-3dff-4da9-a6eb-5e659c4fb182 req-0c8265a6-7850-476f-be3c-71aadf225f30 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:13.152827 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:13.153476 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.153798 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aa54fc55-3dff-4da9-a6eb-5e659c4fb182 req-0c8265a6-7850-476f-be3c-71aadf225f30 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 944 time: 0.0914779 Oct 28 19:54:13.154861 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] 10.222.0.26 "PUT /v2.0/ports/3210c2ec-4e60-4696-8458-78dc14d03aad HTTP/1.1" status: 200 len: 1094 time: 0.9376805 Oct 28 19:54:13.155356 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ea91ce-03ec-41ec-87ba-843f58212d7d', 'tag': '3210c2ec-4e60-4696-8458-78dc14d03aad'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:13.155686 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a476-c397-40ac-9ce0-4e1e2a345230 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (8409a416-12a0-4103-bdb1-d431b3c185cf), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.158342 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326f8f0d-ae81-4cb1-96f4-eddeea457957" -d '{"events": [{"name": "network-changed", "server_uuid": "16ea91ce-03ec-41ec-87ba-843f58212d7d", "tag": "3210c2ec-4e60-4696-8458-78dc14d03aad"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:13.170293 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a476-c397-40ac-9ce0-4e1e2a345230 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (8409a416-12a0-4103-bdb1-d431b3c185cf), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.210308 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0a476-c397-40ac-9ce0-4e1e2a345230 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8409a416-12a0-4103-bdb1-d431b3c185cf,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:13.216893 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Sync routers for ids ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:54:13.236952 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c14f0d-12aa-4175-a773-a2385b5d9da0 x-openstack-request-id: req-d7c14f0d-12aa-4175-a773-a2385b5d9da0 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:13.237233 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ea91ce-03ec-41ec-87ba-843f58212d7d", "tag": "3210c2ec-4e60-4696-8458-78dc14d03aad", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:13.238677 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aa54fc55-3dff-4da9-a6eb-5e659c4fb182 req-6533f315-8864-4a15-bf42-520c5eeabb95 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746644 Oct 28 19:54:13.241066 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7c14f0d-12aa-4175-a773-a2385b5d9da0 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:13.241600 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c14f0d-12aa-4175-a773-a2385b5d9da0'] response: {'name': 'network-changed', 'server_uuid': '16ea91ce-03ec-41ec-87ba-843f58212d7d', 'tag': '3210c2ec-4e60-4696-8458-78dc14d03aad', 'status': 'completed', 'code': 200} Oct 28 19:54:13.245815 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b0459-9caa-42a2-b557-6d4d630e61bc service neutron] Pushing event updated for resources: {'Port': ['ID=3210c2ec-4e60-4696-8458-78dc14d03aad,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:13.256891 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Routers {'06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:13.257130 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a476-c397-40ac-9ce0-4e1e2a345230 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.258111 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:54:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:13.258745 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-b4c0a476-c397-40ac-9ce0-4e1e2a345230 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3171453 Oct 28 19:54:13.266843 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47046) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:13.273622 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-ae2f1caa-9cd8-4877-811e-95b07dd2b017 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Request body: {'security_group_rule': {'security_group_id': 'ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51', 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:13.307598 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.securitygroups_db [None req-ae2f1caa-9cd8-4877-811e-95b07dd2b017 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Project e25cc58e13b84d64a105899eb3f7eeb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 19:54:13.315422 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1caa-9cd8-4877-811e-95b07dd2b017 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (3181b391-7daa-4889-9bb2-442204c7fb15), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.327609 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-faf32503-6b39-49ea-ae4d-4e546518d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:13.329481 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-faf32503-6b39-49ea-ae4d-4e546518d044 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea4bbe105c8f4d048be3eb64b707987e&device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 1128 time: 0.1159058 Oct 28 19:54:13.383472 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400c39c-9f75-4e11-9c17-70ce55748969 req-f97449c2-bc39-402a-aa6a-fae2aa8bf655 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:13.385999 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-a16fb111-0541-4a66-9761-e055224dd365 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3210c2ec-4e60-4696-8458-78dc14d03aad HTTP/1.1" status: 200 len: 217 time: 0.0480185 Oct 28 19:54:13.392458 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Set router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:13.394146 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d400c39c-9f75-4e11-9c17-70ce55748969 req-f97449c2-bc39-402a-aa6a-fae2aa8bf655 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0695980 Oct 28 19:54:13.449905 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-4842a453-a9e9-46dd-99c7-701d63a3511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:13.451661 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-4842a453-a9e9-46dd-99c7-701d63a3511a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5c5536c-e9ae-4f77-80f9-1750b3e2da33 HTTP/1.1" status: 200 len: 848 time: 0.0539818 Oct 28 19:54:13.460023 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1caa-9cd8-4877-811e-95b07dd2b017 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (3181b391-7daa-4889-9bb2-442204c7fb15), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.469127 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d400c39c-9f75-4e11-9c17-70ce55748969 req-42659ffa-0e1b-4ed4-be5f-cdadb71c6a35 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741158 Oct 28 19:54:13.480407 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1caa-9cd8-4877-811e-95b07dd2b017 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (3181b391-7daa-4889-9bb2-442204c7fb15), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.522426 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-be95a80a-85ec-4b04-b1b9-463cdd805e32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ce716b2-4804-4dc8-a1b4-11a24e84c20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532742 Oct 28 19:54:13.526842 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ae2f1caa-9cd8-4877-811e-95b07dd2b017 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.536369 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-ae2f1caa-9cd8-4877-811e-95b07dd2b017 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2676566 Oct 28 19:54:13.538823 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f1caa-9cd8-4877-811e-95b07dd2b017 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3181b391-7daa-4889-9bb2-442204c7fb15,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:13.592484 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 21b63be2-d4f4-4b21-a8a8-f0d107bae31a up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:13.619373 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Attempt 8 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:13.642556 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-224f4133-44db-4c5d-b153-e174a159b293 service neutron] 10.222.0.26 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047523 Oct 28 19:54:13.677108 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Port 879737e1-05dd-46d8-824b-d20db37c31f1 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:13.685353 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:13.685987 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.686508 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a Oct 28 19:54:13.705754 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'name': 'tempest-TestShelveInstance-144028722-router', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'gw_port': {'id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '879737e1-05dd-46d8-824b-d20db37c31f1', 'name': '', 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'mac_address': 'fa:16:3e:c5:15:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5cd9fff4-5ecd-4163-a775-72599d7005b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:07Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 2, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'subnets': [{'id': '5cd9fff4-5ecd-4163-a775-72599d7005b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:13.752725 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Checking router: 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:54:13.753837 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Updating router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec port 879737e1-05dd-46d8-824b-d20db37c31f1 binding host dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:54:13.755311 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a20898ce-fce9-41b2-873c-2e247e0e3808 req-22811f41-fb31-41ed-8907-1a7d76cdd208 service neutron] 10.222.0.26 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044836 Oct 28 19:54:13.780550 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:13.799389 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:13.878476 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f8f0d-ae81-4cb1-96f4-eddeea457957 req-166d5060-d826-417e-a126-7b486684ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:13.880129 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-326f8f0d-ae81-4cb1-96f4-eddeea457957 req-166d5060-d826-417e-a126-7b486684ceee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea4bbe105c8f4d048be3eb64b707987e&device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 1128 time: 0.0531099 Oct 28 19:54:14.048712 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f8f0d-ae81-4cb1-96f4-eddeea457957 req-3afc4658-c544-46c6-ae58-7c7df132a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:14.051076 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-326f8f0d-ae81-4cb1-96f4-eddeea457957 req-3afc4658-c544-46c6-ae58-7c7df132a92b service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ce716b2-4804-4dc8-a1b4-11a24e84c20b HTTP/1.1" status: 200 len: 909 time: 0.1537592 Oct 28 19:54:14.103031 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-326f8f0d-ae81-4cb1-96f4-eddeea457957 req-db65629c-e373-4f3c-8d23-bc79455793ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3210c2ec-4e60-4696-8458-78dc14d03aad HTTP/1.1" status: 200 len: 217 time: 0.0449238 Oct 28 19:54:14.163772 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Publish callbacks [] for port (879737e1-05dd-46d8-824b-d20db37c31f1), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.178853 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Attempt 9 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:14.180996 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.224340 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f8f0d-ae81-4cb1-96f4-eddeea457957 req-abd2057b-a4ea-4a07-9a1b-7b1c033d8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:14.228058 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-326f8f0d-ae81-4cb1-96f4-eddeea457957 req-abd2057b-a4ea-4a07-9a1b-7b1c033d8d40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c5c5536c-e9ae-4f77-80f9-1750b3e2da33 HTTP/1.1" status: 200 len: 848 time: 0.1064837 Oct 28 19:54:14.245473 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Port 879737e1-05dd-46d8-824b-d20db37c31f1 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:14.247059 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bb57a-0eb7-4f21-a346-f14983b5787d None None] Pushing event updated for resources: {'Port': ['ID=879737e1-05dd-46d8-824b-d20db37c31f1,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:14.296762 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47112) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:14.310367 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-326f8f0d-ae81-4cb1-96f4-eddeea457957 req-7bfa36a6-7d28-4cd6-bd05-e89a1a204ee9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ce716b2-4804-4dc8-a1b4-11a24e84c20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731885 Oct 28 19:54:14.344457 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47116) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:14.368397 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Attempting to bind port 879737e1-05dd-46d8-824b-d20db37c31f1 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:14.369028 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Attempting to bind port 879737e1-05dd-46d8-824b-d20db37c31f1 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '33b74d82-b45e-462f-8399-124880b37dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:14.370073 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Attempting to bind port 879737e1-05dd-46d8-824b-d20db37c31f1 on network 907dd0da-b33e-43f1-855a-082f4ec5f640 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:14.378503 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:14.379040 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Checking segment: {'id': '33b74d82-b45e-462f-8399-124880b37dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:14.379458 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.380846 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Bound using segment: {'id': '33b74d82-b45e-462f-8399-124880b37dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:14.381686 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Bound port: 879737e1-05dd-46d8-824b-d20db37c31f1, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b74d82-b45e-462f-8399-124880b37dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:14.382434 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.416423 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc98c51-5958-4206-ba68-4e309d0dbc87 req-0c368da4-9b45-4902-870a-5c8440ff3182 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:14.425083 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bcc98c51-5958-4206-ba68-4e309d0dbc87 req-0c368da4-9b45-4902-870a-5c8440ff3182 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 944 time: 0.0833168 Oct 28 19:54:14.455822 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-326f8f0d-ae81-4cb1-96f4-eddeea457957 req-9cfadda4-4346-4e3d-8640-1783afab4a84 service neutron] 10.222.0.26 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332960 Oct 28 19:54:14.485209 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] For port 879737e1-05dd-46d8-824b-d20db37c31f1, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:14.496252 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] For port 879737e1-05dd-46d8-824b-d20db37c31f1, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=879737e1-05dd-46d8-824b-d20db37c31f1,segment=NetworkSegment(33b74d82-b45e-462f-8399-124880b37dc5),segment_id=33b74d82-b45e-462f-8399-124880b37dc5)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:14.506639 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.527613 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bcc98c51-5958-4206-ba68-4e309d0dbc87 req-9ce605f0-ea5c-4a0d-9a84-a1be66ae4b36 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999212 Oct 28 19:54:14.570224 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1e02dc27-aeac-40c2-b14d-6ec56dc9a55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.572909 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Routers {'06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:14.573755 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:54:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:14.623476 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-afa0ed73-e33d-4563-8b58-c29ba3bafa4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65b93a986c674189b9b6bcf2f1c6a115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212781 Oct 28 19:54:14.626762 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47132) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:14.640447 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bb57a-0eb7-4f21-a346-f14983b5787d None None] Pushing event updated for resources: {'Port': ['ID=879737e1-05dd-46d8-824b-d20db37c31f1,revision_number=4']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:14.649592 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c0c0a-a10e-469a-b697-7c1fa1bf56aa req-a35f5add-d6c9-4dfe-8932-5fe2985fc7ac tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:14.651149 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2b5c0c0a-a10e-469a-b697-7c1fa1bf56aa req-a35f5add-d6c9-4dfe-8932-5fe2985fc7ac tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0665522 Oct 28 19:54:14.689415 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-326f8f0d-ae81-4cb1-96f4-eddeea457957 req-d3b3a38e-98b4-4cb6-b2c3-e24806175a31 service neutron] 10.222.0.26 "GET /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270427 Oct 28 19:54:14.714538 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2b5c0c0a-a10e-469a-b697-7c1fa1bf56aa req-8ad1fddb-1d44-4b0f-815a-f75e013c20d5 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563357 Oct 28 19:54:14.717512 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] Set router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:14.747446 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Attempt 10 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:14.777100 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2c69d8b1-bb14-4ea8-82d8-28aff0c64ba9 admin admin] Publish callbacks [] for security_group (35278d58-7525-4028-8e0a-86b57608c8f1), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.789019 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1e02dc27-aeac-40c2-b14d-6ec56dc9a55a admin admin] Publish callbacks [] for security_group (be1e9121-8b69-45a2-a5a7-45c4e037ff3f), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.805952 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1e02dc27-aeac-40c2-b14d-6ec56dc9a55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (be1e9121-8b69-45a2-a5a7-45c4e037ff3f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.823883 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2c69d8b1-bb14-4ea8-82d8-28aff0c64ba9 admin admin] Publish callbacks [] for security_group (35278d58-7525-4028-8e0a-86b57608c8f1), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.847415 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Current status of the port 879737e1-05dd-46d8-824b-d20db37c31f1 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:14.848221 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.863894 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02dc27-aeac-40c2-b14d-6ec56dc9a55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1e9121-8b69-45a2-a5a7-45c4e037ff3f,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:14.890904 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] For port 879737e1-05dd-46d8-824b-d20db37c31f1, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=879737e1-05dd-46d8-824b-d20db37c31f1,segment=NetworkSegment(33b74d82-b45e-462f-8399-124880b37dc5),segment_id=33b74d82-b45e-462f-8399-124880b37dc5)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:14.895757 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.913482 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-1e02dc27-aeac-40c2-b14d-6ec56dc9a55a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b0fe6ac50724c659bf39dc2bd136c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5598853 Oct 28 19:54:14.913767 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 47140) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:14.950547 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2c69d8b1-bb14-4ea8-82d8-28aff0c64ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (35278d58-7525-4028-8e0a-86b57608c8f1), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.954768 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2c69d8b1-bb14-4ea8-82d8-28aff0c64ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.956884 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03eabc-0f0c-4b57-9d46-5ad2e210a752 None None] Pushing event updated for resources: {'Port': ['ID=879737e1-05dd-46d8-824b-d20db37c31f1,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:14.958423 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-2c69d8b1-bb14-4ea8-82d8-28aff0c64ba9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35278d58-7525-4028-8e0a-86b57608c8f1 HTTP/1.1" status: 204 len: 168 time: 0.3289113 Oct 28 19:54:14.986420 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fe097ebb-c076-449d-9a2e-8886cdb5db32 admin admin] Publish callbacks [] for security_group (be1e9121-8b69-45a2-a5a7-45c4e037ff3f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:14.988409 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69d8b1-bb14-4ea8-82d8-28aff0c64ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35278d58-7525-4028-8e0a-86b57608c8f1,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:15.022070 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fe097ebb-c076-449d-9a2e-8886cdb5db32 admin admin] Publish callbacks [] for security_group (be1e9121-8b69-45a2-a5a7-45c4e037ff3f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.051355 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-05a4b215-19b5-4711-9ee8-a51369ae2236 None None] Provisioning complete for port 879737e1-05dd-46d8-824b-d20db37c31f1 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:15.056045 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-05a4b215-19b5-4711-9ee8-a51369ae2236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.056348 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-05a4b215-19b5-4711-9ee8-a51369ae2236 None None] Attempt 1 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:15.102707 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fe097ebb-c076-449d-9a2e-8886cdb5db32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (be1e9121-8b69-45a2-a5a7-45c4e037ff3f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.106979 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fe097ebb-c076-449d-9a2e-8886cdb5db32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.108372 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-fe097ebb-c076-449d-9a2e-8886cdb5db32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be1e9121-8b69-45a2-a5a7-45c4e037ff3f HTTP/1.1" status: 204 len: 168 time: 0.1935849 Oct 28 19:54:15.122182 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'name': 'tempest-TestShelveInstance-144028722-router', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'gw_port': {'id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '879737e1-05dd-46d8-824b-d20db37c31f1', 'name': '', 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'mac_address': 'fa:16:3e:c5:15:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5cd9fff4-5ecd-4163-a775-72599d7005b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:07Z', 'updated_at': '2022-10-28T19:54:14Z', 'revision_number': 4, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'subnets': [{'id': '5cd9fff4-5ecd-4163-a775-72599d7005b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:15.124107 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe097ebb-c076-449d-9a2e-8886cdb5db32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1e9121-8b69-45a2-a5a7-45c4e037ff3f,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:15.174290 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ad8dd-e01c-4a39-ad2f-8d4c9c3a58f2 None None] The sync data for ids ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'] in dv-cinder-862894-1-smb is: [{'id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'name': 'tempest-TestShelveInstance-144028722-router', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:09Z', 'revision_number': 4, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'gw_port': {'id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '879737e1-05dd-46d8-824b-d20db37c31f1', 'name': '', 'network_id': '907dd0da-b33e-43f1-855a-082f4ec5f640', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'mac_address': 'fa:16:3e:c5:15:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '5cd9fff4-5ecd-4163-a775-72599d7005b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:07Z', 'updated_at': '2022-10-28T19:54:14Z', 'revision_number': 4, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'subnets': [{'id': '5cd9fff4-5ecd-4163-a775-72599d7005b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:54:15.212116 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-05a4b215-19b5-4711-9ee8-a51369ae2236 None None] Current status of the port 879737e1-05dd-46d8-824b-d20db37c31f1 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:15.540973 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 879737e1-05dd-46d8-824b-d20db37c31f1 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:15.593936 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 879737e1-05dd-46d8-824b-d20db37c31f1 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:15.594416 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.594851 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 879737e1-05dd-46d8-824b-d20db37c31f1 Oct 28 19:54:15.682205 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08720fbe-cd26-4b56-9f6b-1ea530569858 req-326098a7-2a3d-4706-b25e-5f8a573e038c tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:15.683816 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-08720fbe-cd26-4b56-9f6b-1ea530569858 req-326098a7-2a3d-4706-b25e-5f8a573e038c tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 944 time: 0.0730157 Oct 28 19:54:15.697118 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47154) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:15.708682 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 879737e1-05dd-46d8-824b-d20db37c31f1 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:15.716094 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-450644fc-d92b-43b7-ab54-8795f7316b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.740441 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-08720fbe-cd26-4b56-9f6b-1ea530569858 req-07973803-1e24-4768-991a-0927e2fec966 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504684 Oct 28 19:54:15.850789 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-450644fc-d92b-43b7-ab54-8795f7316b82 admin admin] Publish callbacks [] for security_group (bafd8c30-235c-487b-861d-1067a9eed107), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.856608 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-450644fc-d92b-43b7-ab54-8795f7316b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (bafd8c30-235c-487b-861d-1067a9eed107), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.881165 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb514a6-e7ea-4ef7-91b7-465e9bab5f92 req-23aa48c2-aa1e-458a-98ee-2cb696788ba1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:15.882768 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0eb514a6-e7ea-4ef7-91b7-465e9bab5f92 req-23aa48c2-aa1e-458a-98ee-2cb696788ba1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0714645 Oct 28 19:54:15.899686 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-450644fc-d92b-43b7-ab54-8795f7316b82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f7e91a3f81f4ef88c3d5a84e8518d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985054 Oct 28 19:54:15.899686 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450644fc-d92b-43b7-ab54-8795f7316b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafd8c30-235c-487b-861d-1067a9eed107,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:15.900772 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47158) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:15.938985 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0eb514a6-e7ea-4ef7-91b7-465e9bab5f92 req-7a7a2ca2-dc76-4ec2-accb-53d0006c3d59 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504088 Oct 28 19:54:15.958073 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee6d5-0b1c-4117-8836-cfe68f39492f admin admin] Publish callbacks [] for security_group (bafd8c30-235c-487b-861d-1067a9eed107), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:15.986346 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee6d5-0b1c-4117-8836-cfe68f39492f admin admin] Publish callbacks [] for security_group (bafd8c30-235c-487b-861d-1067a9eed107), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.037597 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee6d5-0b1c-4117-8836-cfe68f39492f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (bafd8c30-235c-487b-861d-1067a9eed107), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.040368 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee6d5-0b1c-4117-8836-cfe68f39492f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:16.044225 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-fa6ee6d5-0b1c-4117-8836-cfe68f39492f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bafd8c30-235c-487b-861d-1067a9eed107 HTTP/1.1" status: 204 len: 168 time: 0.1423860 Oct 28 19:54:16.052957 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ee6d5-0b1c-4117-8836-cfe68f39492f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafd8c30-235c-487b-861d-1067a9eed107,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:16.883774 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751650b-6cf6-42ad-85fd-14a936645762 req-c4ac2dfd-8257-44bf-93cf-79327dfc70e2 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:16.885603 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8751650b-6cf6-42ad-85fd-14a936645762 req-c4ac2dfd-8257-44bf-93cf-79327dfc70e2 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 944 time: 0.0647769 Oct 28 19:54:16.935439 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8751650b-6cf6-42ad-85fd-14a936645762 req-2712470e-f58c-48fa-b81c-2f70463e4616 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Oct 28 19:54:17.068615 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7498dd3-2331-48a2-80fe-8a474fe18496 req-7e9220e5-0bea-4719-8d8e-be11ea21c4c5 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:17.070139 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c7498dd3-2331-48a2-80fe-8a474fe18496 req-7e9220e5-0bea-4719-8d8e-be11ea21c4c5 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0575128 Oct 28 19:54:17.122062 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c7498dd3-2331-48a2-80fe-8a474fe18496 req-dc6ec245-4160-4f58-9ea7-e35912678866 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461693 Oct 28 19:54:17.568348 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 3210c2ec-4e60-4696-8458-78dc14d03aad details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:17.668190 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 3210c2ec-4e60-4696-8458-78dc14d03aad, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=3210c2ec-4e60-4696-8458-78dc14d03aad,segment=NetworkSegment(63897e43-c6c6-41dd-a1aa-fac4b5a63529),segment_id=63897e43-c6c6-41dd-a1aa-fac4b5a63529)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:17.683240 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '3210c2ec-4e60-4696-8458-78dc14d03aad', 'network_id': '5ce716b2-4804-4dc8-a1b4-11a24e84c20b', 'port_id': '3210c2ec-4e60-4696-8458-78dc14d03aad', 'mac_address': 'fa:16:3e:fc:d2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c5536c-e9ae-4f77-80f9-1750b3e2da33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:17.718949 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 3210c2ec-4e60-4696-8458-78dc14d03aad is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:17.719352 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.733638 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3210c2ec-4e60-4696-8458-78dc14d03aad {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:17.753337 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 3210c2ec-4e60-4696-8458-78dc14d03aad, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=3210c2ec-4e60-4696-8458-78dc14d03aad,segment=NetworkSegment(63897e43-c6c6-41dd-a1aa-fac4b5a63529),segment_id=63897e43-c6c6-41dd-a1aa-fac4b5a63529)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:17.757542 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:17.809133 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=3210c2ec-4e60-4696-8458-78dc14d03aad,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:18.062770 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca546ffd-40ac-40b7-b452-6c87031effc5 req-dd1f6dc3-98ef-4609-9ca9-f89e520b019d tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.064255 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ca546ffd-40ac-40b7-b452-6c87031effc5 req-dd1f6dc3-98ef-4609-9ca9-f89e520b019d tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 945 time: 0.0531316 Oct 28 19:54:18.083869 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['3210c2ec-4e60-4696-8458-78dc14d03aad'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:18.119100 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ca546ffd-40ac-40b7-b452-6c87031effc5 req-8e73ba2a-b695-411d-bbd2-3510111a3b32 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485351 Oct 28 19:54:18.252541 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de793f2-9b19-440e-aff3-99d9b6791df9 req-2e49e654-8162-4794-97e8-e7307ba1ee29 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:18.254264 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4de793f2-9b19-440e-aff3-99d9b6791df9 req-2e49e654-8162-4794-97e8-e7307ba1ee29 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0564411 Oct 28 19:54:18.304058 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4de793f2-9b19-440e-aff3-99d9b6791df9 req-18094cbf-b68a-40d1-987b-0cb660ecec7a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441446 Oct 28 19:54:19.251240 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7caceac-854b-4646-9e6c-d91fae5c2802 req-5fb4e106-a2a5-4e1f-859d-9e689929946c tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:19.252916 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d7caceac-854b-4646-9e6c-d91fae5c2802 req-5fb4e106-a2a5-4e1f-859d-9e689929946c tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 945 time: 0.0559328 Oct 28 19:54:19.303489 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d7caceac-854b-4646-9e6c-d91fae5c2802 req-43ace38e-a0ae-4960-8381-9d500bd8c807 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Oct 28 19:54:19.442989 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ff46e-ed18-43ef-9ccc-192a99e8724d req-8d038abe-6c61-4241-b7b5-edd6a02fc02a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:19.444468 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-235ff46e-ed18-43ef-9ccc-192a99e8724d req-8d038abe-6c61-4241-b7b5-edd6a02fc02a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0604987 Oct 28 19:54:19.498143 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-235ff46e-ed18-43ef-9ccc-192a99e8724d req-ed29550c-9893-411f-bf44-322ea4ad8439 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480692 Oct 28 19:54:19.585521 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 3210c2ec-4e60-4696-8458-78dc14d03aad up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:19.637699 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 3210c2ec-4e60-4696-8458-78dc14d03aad completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:54:19.642450 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 3210c2ec-4e60-4696-8458-78dc14d03aad triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:19.642836 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.643179 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 3210c2ec-4e60-4696-8458-78dc14d03aad Oct 28 19:54:19.721202 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 3210c2ec-4e60-4696-8458-78dc14d03aad is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:19.722119 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.745055 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ea91ce-03ec-41ec-87ba-843f58212d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3210c2ec-4e60-4696-8458-78dc14d03aad'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:19.747335 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ddfc86-9b1e-42c9-ad86-dfc27b4d5aa3" -d '{"events": [{"server_uuid": "16ea91ce-03ec-41ec-87ba-843f58212d7d", "name": "network-vif-plugged", "status": "completed", "tag": "3210c2ec-4e60-4696-8458-78dc14d03aad"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:19.762187 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 3210c2ec-4e60-4696-8458-78dc14d03aad, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=3210c2ec-4e60-4696-8458-78dc14d03aad,segment=NetworkSegment(63897e43-c6c6-41dd-a1aa-fac4b5a63529),segment_id=63897e43-c6c6-41dd-a1aa-fac4b5a63529)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:19.767409 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:19.791072 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f700eef-6d8e-43df-8d38-bb65db5384ea x-openstack-request-id: req-9f700eef-6d8e-43df-8d38-bb65db5384ea {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:19.791399 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ea91ce-03ec-41ec-87ba-843f58212d7d", "name": "network-vif-plugged", "status": "completed", "tag": "3210c2ec-4e60-4696-8458-78dc14d03aad", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:19.791743 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f700eef-6d8e-43df-8d38-bb65db5384ea {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:19.792137 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f700eef-6d8e-43df-8d38-bb65db5384ea'] response: {'server_uuid': '16ea91ce-03ec-41ec-87ba-843f58212d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3210c2ec-4e60-4696-8458-78dc14d03aad', 'code': 200} Oct 28 19:54:19.818706 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=3210c2ec-4e60-4696-8458-78dc14d03aad,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:19.985314 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ef3d7-bea4-4a48-a879-5ef99ae05e33 req-01dbda44-04bc-4c44-9e5d-b60a9038a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:19.986917 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-612ef3d7-bea4-4a48-a879-5ef99ae05e33 req-01dbda44-04bc-4c44-9e5d-b60a9038a3bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 1130 time: 0.0463974 Oct 28 19:54:20.033870 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-612ef3d7-bea4-4a48-a879-5ef99ae05e33 req-b384410c-b05e-4ab4-b7f3-549207906c7e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377870 Oct 28 19:54:20.455263 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63770a86-3cb1-4038-99d0-5b27740f2e11 req-8e7e0f94-0257-4ba1-9871-fe03039520e8 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:20.461260 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-63770a86-3cb1-4038-99d0-5b27740f2e11 req-8e7e0f94-0257-4ba1-9871-fe03039520e8 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 946 time: 0.0744231 Oct 28 19:54:20.522729 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-63770a86-3cb1-4038-99d0-5b27740f2e11 req-4587143c-5545-4d66-8bcb-f5d70164e3cd tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Oct 28 19:54:20.629754 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281c77a-c71c-49d4-9b21-f2437e1a78cc req-bd5aff51-9e47-4be7-bb13-9cf94370c684 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:20.631292 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2281c77a-c71c-49d4-9b21-f2437e1a78cc req-bd5aff51-9e47-4be7-bb13-9cf94370c684 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0566561 Oct 28 19:54:20.681753 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2281c77a-c71c-49d4-9b21-f2437e1a78cc req-490b00f5-2444-4f5b-b90f-6b12615738ea tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448515 Oct 28 19:54:21.093337 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47294) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:21.198887 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d5d28e46-f9ad-4fd8-8f1f-557b228d1615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:21.277264 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d5d28e46-f9ad-4fd8-8f1f-557b228d1615 admin admin] Publish callbacks [] for security_group (ded0980a-8b6d-47fc-8829-08c56df2ef85), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:21.281249 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d5d28e46-f9ad-4fd8-8f1f-557b228d1615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ded0980a-8b6d-47fc-8829-08c56df2ef85), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:21.319557 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-d5d28e46-f9ad-4fd8-8f1f-557b228d1615 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d06cbca24fdd41048e76834a0d5cb2ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250826 Oct 28 19:54:21.320473 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d28e46-f9ad-4fd8-8f1f-557b228d1615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded0980a-8b6d-47fc-8829-08c56df2ef85,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:21.322282 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 47298) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:21.369684 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b6b30018-0900-45d7-9f5c-f0d3eb22c303 admin admin] Publish callbacks [] for security_group (ded0980a-8b6d-47fc-8829-08c56df2ef85), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:21.391150 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b6b30018-0900-45d7-9f5c-f0d3eb22c303 admin admin] Publish callbacks [] for security_group (ded0980a-8b6d-47fc-8829-08c56df2ef85), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:21.445401 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b6b30018-0900-45d7-9f5c-f0d3eb22c303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ded0980a-8b6d-47fc-8829-08c56df2ef85), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:21.448278 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b6b30018-0900-45d7-9f5c-f0d3eb22c303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:21.456924 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-b6b30018-0900-45d7-9f5c-f0d3eb22c303 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ded0980a-8b6d-47fc-8829-08c56df2ef85 HTTP/1.1" status: 204 len: 168 time: 0.1331801 Oct 28 19:54:21.466273 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b30018-0900-45d7-9f5c-f0d3eb22c303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded0980a-8b6d-47fc-8829-08c56df2ef85,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:21.680700 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ff205-54a7-474f-ac05-6aa8b516793c req-b0283f03-25d4-4aca-8705-a810a499835f tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:21.682233 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b46ff205-54a7-474f-ac05-6aa8b516793c req-b0283f03-25d4-4aca-8705-a810a499835f tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 946 time: 0.0553350 Oct 28 19:54:21.733972 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b46ff205-54a7-474f-ac05-6aa8b516793c req-8da44b5b-a193-452f-adc1-7fe80f46d510 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457232 Oct 28 19:54:21.775421 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47316) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:21.792370 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-39809815-c0db-44e5-8cb0-e433857bb016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:21.837091 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965ca92-8456-4fb8-9536-9bfe727d9b45 req-b9b3e1a9-aefe-4ff6-b8e1-2b1cbcb6d884 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:21.838727 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a965ca92-8456-4fb8-9536-9bfe727d9b45 req-b9b3e1a9-aefe-4ff6-b8e1-2b1cbcb6d884 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0635717 Oct 28 19:54:21.881561 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-39809815-c0db-44e5-8cb0-e433857bb016 admin admin] Publish callbacks [] for security_group (41e36abb-4af8-422f-aa55-ef131934b6ae), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:21.885777 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-39809815-c0db-44e5-8cb0-e433857bb016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (41e36abb-4af8-422f-aa55-ef131934b6ae), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:21.888123 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a965ca92-8456-4fb8-9536-9bfe727d9b45 req-c3613a3a-e5f8-416e-9455-d03a18299537 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Oct 28 19:54:21.937586 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-39809815-c0db-44e5-8cb0-e433857bb016 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=092a387792fa40c8b7f60546d4b695b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588688 Oct 28 19:54:21.938385 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 47318) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:21.938671 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39809815-c0db-44e5-8cb0-e433857bb016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e36abb-4af8-422f-aa55-ef131934b6ae,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:21.988806 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4feccc4f-abbd-4ef4-8600-b0f83e1b867a admin admin] Publish callbacks [] for security_group (41e36abb-4af8-422f-aa55-ef131934b6ae), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.011510 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4feccc4f-abbd-4ef4-8600-b0f83e1b867a admin admin] Publish callbacks [] for security_group (41e36abb-4af8-422f-aa55-ef131934b6ae), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.066899 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4feccc4f-abbd-4ef4-8600-b0f83e1b867a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (41e36abb-4af8-422f-aa55-ef131934b6ae), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.069833 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4feccc4f-abbd-4ef4-8600-b0f83e1b867a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.070841 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-4feccc4f-abbd-4ef4-8600-b0f83e1b867a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41e36abb-4af8-422f-aa55-ef131934b6ae HTTP/1.1" status: 204 len: 168 time: 0.1311989 Oct 28 19:54:22.078927 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feccc4f-abbd-4ef4-8600-b0f83e1b867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e36abb-4af8-422f-aa55-ef131934b6ae,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:22.603504 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a4585-eeee-4417-afce-15ad48bf907a req-6bfd6229-ffc1-43da-a46f-0b0be4c49742 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:22.605685 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c76a4585-eeee-4417-afce-15ad48bf907a req-6bfd6229-ffc1-43da-a46f-0b0be4c49742 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 946 time: 0.0679133 Oct 28 19:54:22.657457 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c76a4585-eeee-4417-afce-15ad48bf907a req-7c67c048-1372-4c7d-bc3a-dc8e3e1ea983 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458894 Oct 28 19:54:22.804042 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47362) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:22.808812 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-758754ec-2595-46ac-b4e6-49f731cdb390 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--93979808', 'description': 'tempest-description--367346252'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:22.813162 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 47364) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:22.830981 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-758754ec-2595-46ac-b4e6-49f731cdb390 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.906071 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-758754ec-2595-46ac-b4e6-49f731cdb390 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.910882 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-758754ec-2595-46ac-b4e6-49f731cdb390 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.922986 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1422308016-network', 'tenant_id': '6d6d0716979440e1b040c3fd4cf39657'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:22.950623 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Made reservation on behalf of 6d6d0716979440e1b040c3fd4cf39657 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:22.951073 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-758754ec-2595-46ac-b4e6-49f731cdb390 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.952413 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-758754ec-2595-46ac-b4e6-49f731cdb390 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1473367 Oct 28 19:54:22.952997 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:22.955115 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758754ec-2595-46ac-b4e6-49f731cdb390 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:22.955968 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 47370) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:22.963816 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-4f4b8ffc-b2c8-4d2d-9d14-03068fccafad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group_rule': {'security_group_id': '2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:22.975762 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.046113 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8ffc-b2c8-4d2d-9d14-03068fccafad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (78ed1100-9112-47ef-8d9a-935480b3630c), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.105035 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d44e4c-5b2e-4f28-9051-bcf89ae0e8e0 req-ca9fe544-966e-4712-899f-a2a8b5f42bd7 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:23.106566 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-93d44e4c-5b2e-4f28-9051-bcf89ae0e8e0 req-ca9fe544-966e-4712-899f-a2a8b5f42bd7 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.1320019 Oct 28 19:54:23.161066 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8ffc-b2c8-4d2d-9d14-03068fccafad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (78ed1100-9112-47ef-8d9a-935480b3630c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.177348 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8ffc-b2c8-4d2d-9d14-03068fccafad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (78ed1100-9112-47ef-8d9a-935480b3630c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.215256 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Publish callbacks [] for security_group (d4fcd6a8-2012-4b43-96e4-cc16c90e30db), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.220022 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b8ffc-b2c8-4d2d-9d14-03068fccafad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ed1100-9112-47ef-8d9a-935480b3630c,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:23.226490 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-93d44e4c-5b2e-4f28-9051-bcf89ae0e8e0 req-0a198d94-60f6-48fb-93ee-26d03dab984a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094806 Oct 28 19:54:23.227083 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d4fcd6a8-2012-4b43-96e4-cc16c90e30db), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.233386 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8ffc-b2c8-4d2d-9d14-03068fccafad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.234518 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-4f4b8ffc-b2c8-4d2d-9d14-03068fccafad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2776105 Oct 28 19:54:23.238440 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47372) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:23.247645 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-a1c56519-7cd4-432e-bbeb-0726ccef2a67 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group_rule': {'security_group_id': '2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:23.261538 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:54:23.269547 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fcd6a8-2012-4b43-96e4-cc16c90e30db,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:23.276806 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1c56519-7cd4-432e-bbeb-0726ccef2a67 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (57c48646-48db-40ca-8a8d-d1b5793ba1c4), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.278344 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (e9a0c75c-709e-4ca5-82b3-fe643461ee63), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.278699 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.segments_db [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Added segment e9a0c75c-709e-4ca5-82b3-fe643461ee63 of type vlan for network 363c7336-700e-4498-918d-a0677abdea9e Oct 28 19:54:23.319706 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (363c7336-700e-4498-918d-a0677abdea9e), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.334720 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1c56519-7cd4-432e-bbeb-0726ccef2a67 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (57c48646-48db-40ca-8a8d-d1b5793ba1c4), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.339669 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1c56519-7cd4-432e-bbeb-0726ccef2a67 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (57c48646-48db-40ca-8a8d-d1b5793ba1c4), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.357571 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (363c7336-700e-4498-918d-a0677abdea9e), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.358427 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c56519-7cd4-432e-bbeb-0726ccef2a67 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c48646-48db-40ca-8a8d-d1b5793ba1c4,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:23.358831 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:23.359587 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.366963 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a1c56519-7cd4-432e-bbeb-0726ccef2a67 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.368206 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-a1c56519-7cd4-432e-bbeb-0726ccef2a67 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286142 Oct 28 19:54:23.371305 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47374) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:23.375691 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'floatingip': {'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:23.396275 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.417192 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6027994 Oct 28 19:54:23.421845 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 47376) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:23.427531 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] Request body: {'subnet': {'network_id': '363c7336-700e-4498-918d-a0677abdea9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1422308016-subnet', 'tenant_id': '6d6d0716979440e1b040c3fd4cf39657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:23.430390 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b7f42-c384-44a4-b8dd-323ba570bec4 admin admin] Pushing event updated for resources: {'Network': ['ID=363c7336-700e-4498-918d-a0677abdea9e,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:23.441071 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network 363c7336-700e-4498-918d-a0677abdea9e details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:54:23.448857 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] Made reservation on behalf of 6d6d0716979440e1b040c3fd4cf39657 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:23.451336 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8149793'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.512241 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.631905 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Allocated IP 172.28.3.45 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/f963507a-0496-4328-b891-c55f2a53e839) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:23.754643 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (f963507a-0496-4328-b891-c55f2a53e839), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.795352 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (f963507a-0496-4328-b891-c55f2a53e839), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.833031 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ef4e3-a7a9-4251-b532-da6a41e6ce15 req-727c893f-1a4a-42d7-9731-460755106442 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:23.833862 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:23.834564 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e64ef4e3-a7a9-4251-b532-da6a41e6ce15 req-727c893f-1a4a-42d7-9731-460755106442 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 946 time: 0.0871346 Oct 28 19:54:23.838213 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:23.844032 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:23.849823 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=f963507a-0496-4328-b891-c55f2a53e839,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:23.931753 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e64ef4e3-a7a9-4251-b532-da6a41e6ce15 req-079583bb-efc0-4f26-8468-13bb48f1b817 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/security-groups?id=9cea2739-d43c-4f75-8f77-ddb5ab11af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867515 Oct 28 19:54:23.933085 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8153596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8149971'] for subnet (8b920e29-2770-41ae-95e9-372d4b7007c5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.936772 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (393f9e7a-7e56-444e-9fbb-aae15d377a54), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:23.978730 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f963507a-0496-4328-b891-c55f2a53e839), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.001291 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b920e29-2770-41ae-95e9-372d4b7007c5,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:24.007147 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] Checking segment: {'id': 'e9a0c75c-709e-4ca5-82b3-fe643461ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '363c7336-700e-4498-918d-a0677abdea9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:24.007555 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] Network hostable DHCP agents. Network: 363c7336-700e-4498-918d-a0677abdea9e, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:54:24.026795 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] Network 363c7336-700e-4498-918d-a0677abdea9e is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:54:24.036050 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, 363c7336-700e-4498-918d-a0677abdea9e) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:24.040742 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:24.041881 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.046688 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b5b9c8-d05e-44f5-829f-14451cffda74 None None] Network 363c7336-700e-4498-918d-a0677abdea9e requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:54:24.067654 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-de1b02df-d00c-4a1a-a233-921beaf0a032 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6359811 Oct 28 19:54:24.145340 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (f963507a-0496-4328-b891-c55f2a53e839), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.151160 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (f963507a-0496-4328-b891-c55f2a53e839), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.221586 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (393f9e7a-7e56-444e-9fbb-aae15d377a54), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.224732 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=f963507a-0496-4328-b891-c55f2a53e839,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:24.244680 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.244680 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7d81acfc-3cd3-4dfb-ae4f-ef716e4bc780 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8722534 Oct 28 19:54:24.321446 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3d9ca7-de42-4142-9f6c-a0e10a8d0570 None None] Network 363c7336-700e-4498-918d-a0677abdea9e requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:54:24.375651 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad55e8-94d2-4a69-9f0a-bea66b82eb97 req-84d1a16d-1970-4e30-9366-60640ccfd15d tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:24.377140 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-bbad55e8-94d2-4a69-9f0a-bea66b82eb97 req-84d1a16d-1970-4e30-9366-60640ccfd15d tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.26 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 946 time: 0.0815246 Oct 28 19:54:24.422741 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8791-7416-4204-bc96-ca3858090d73 req-17d53645-1f72-4ad9-b19c-c3202fbe44ab tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:24.425309 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a2ae8791-7416-4204-bc96-ca3858090d73 req-17d53645-1f72-4ad9-b19c-c3202fbe44ab tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0846922 Oct 28 19:54:24.494965 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a2ae8791-7416-4204-bc96-ca3858090d73 req-19bf924c-a89e-4d5f-8f62-c9b2bc696525 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638807 Oct 28 19:54:24.520709 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-bbad55e8-94d2-4a69-9f0a-bea66b82eb97 req-e1086ad0-2fc1-4756-948f-f0e4aef100d1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Deleting port 3210c2ec-4e60-4696-8458-78dc14d03aad {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:54:24.521084 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-bbad55e8-94d2-4a69-9f0a-bea66b82eb97 req-e1086ad0-2fc1-4756-948f-f0e4aef100d1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.622029 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-bbad55e8-94d2-4a69-9f0a-bea66b82eb97 req-e1086ad0-2fc1-4756-948f-f0e4aef100d1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] For port 3210c2ec-4e60-4696-8458-78dc14d03aad, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=3210c2ec-4e60-4696-8458-78dc14d03aad,segment=NetworkSegment(63897e43-c6c6-41dd-a1aa-fac4b5a63529),segment_id=63897e43-c6c6-41dd-a1aa-fac4b5a63529)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:24.622402 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-bbad55e8-94d2-4a69-9f0a-bea66b82eb97 req-e1086ad0-2fc1-4756-948f-f0e4aef100d1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.635175 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [req-bbad55e8-94d2-4a69-9f0a-bea66b82eb97 req-e1086ad0-2fc1-4756-948f-f0e4aef100d1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Calling delete_port for 3210c2ec-4e60-4696-8458-78dc14d03aad owned by compute:nova {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:54:24.692761 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 47410) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:24.697762 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1539204026-network', 'tenant_id': '18c56c5b7a2345c3a1fe856e4b88bd05'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:24.731913 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Made reservation on behalf of 18c56c5b7a2345c3a1fe856e4b88bd05 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:24.734513 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.743040 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.774271 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-bbad55e8-94d2-4a69-9f0a-bea66b82eb97 req-e1086ad0-2fc1-4756-948f-f0e4aef100d1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (3210c2ec-4e60-4696-8458-78dc14d03aad), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.789872 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['3210c2ec-4e60-4696-8458-78dc14d03aad'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:24.812425 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1086ad0-2fc1-4756-948f-f0e4aef100d1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Pushing event deleted for resources: {'Port': ['ID=3210c2ec-4e60-4696-8458-78dc14d03aad,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:24.845130 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Publish callbacks [] for security_group (beeb622a-a316-4de7-96e3-5ac3787274ac), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.851260 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (beeb622a-a316-4de7-96e3-5ac3787274ac), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.867968 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbad55e8-94d2-4a69-9f0a-bea66b82eb97 req-e1086ad0-2fc1-4756-948f-f0e4aef100d1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] No DVR routers for this DVR port 3210c2ec-4e60-4696-8458-78dc14d03aad on host hv-cinder-86289 {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:54:24.873242 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-bbad55e8-94d2-4a69-9f0a-bea66b82eb97 req-e1086ad0-2fc1-4756-948f-f0e4aef100d1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.876742 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-bbad55e8-94d2-4a69-9f0a-bea66b82eb97 req-e1086ad0-2fc1-4756-948f-f0e4aef100d1 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.26 "DELETE /v2.0/ports/3210c2ec-4e60-4696-8458-78dc14d03aad HTTP/1.1" status: 204 len: 173 time: 0.4898858 Oct 28 19:54:24.877257 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ea91ce-03ec-41ec-87ba-843f58212d7d', 'name': 'network-vif-deleted', 'tag': '3210c2ec-4e60-4696-8458-78dc14d03aad'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:24.880387 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51523b1-893d-441e-af0d-5e7134ce2503" -d '{"events": [{"server_uuid": "16ea91ce-03ec-41ec-87ba-843f58212d7d", "name": "network-vif-deleted", "tag": "3210c2ec-4e60-4696-8458-78dc14d03aad"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:24.889571 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:54:24.891802 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeb622a-a316-4de7-96e3-5ac3787274ac,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:24.908973 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (5f50e8dd-31a6-4537-b09d-38517e601aa1), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.909381 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.segments_db [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Added segment 5f50e8dd-31a6-4537-b09d-38517e601aa1 of type vlan for network 3e818301-a5de-4271-b115-a9ab08c167c1 Oct 28 19:54:24.924395 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a7ff80-8a10-4333-89b5-86d9d8c493e2 x-openstack-request-id: req-c4a7ff80-8a10-4333-89b5-86d9d8c493e2 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:24.924578 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ea91ce-03ec-41ec-87ba-843f58212d7d", "name": "network-vif-deleted", "tag": "3210c2ec-4e60-4696-8458-78dc14d03aad", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:24.924937 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4a7ff80-8a10-4333-89b5-86d9d8c493e2 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:24.925781 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a7ff80-8a10-4333-89b5-86d9d8c493e2'] response: {'server_uuid': '16ea91ce-03ec-41ec-87ba-843f58212d7d', 'name': 'network-vif-deleted', 'tag': '3210c2ec-4e60-4696-8458-78dc14d03aad', 'status': 'completed', 'code': 200} Oct 28 19:54:24.965267 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (3e818301-a5de-4271-b115-a9ab08c167c1), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.997385 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (3e818301-a5de-4271-b115-a9ab08c167c1), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:24.998431 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:24.999086 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.071583 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3776705 Oct 28 19:54:25.074568 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47418) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:25.079979 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] Request body: {'subnet': {'network_id': '3e818301-a5de-4271-b115-a9ab08c167c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1539204026-subnet', 'tenant_id': '18c56c5b7a2345c3a1fe856e4b88bd05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:25.096210 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8a7ea7d9-d331-4162-b05c-2944f78cb28d req-6842b9bf-2ebc-4c7e-b7dd-459764ffe8e2 tempest-VolumesActionsTest-223765615 tempest-VolumesActionsTest-223765615-project] 10.222.0.64 "GET /v2.0/ports?device_id=16ea91ce-03ec-41ec-87ba-843f58212d7d HTTP/1.1" status: 200 len: 210 time: 0.0477839 Oct 28 19:54:25.099324 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] Made reservation on behalf of 18c56c5b7a2345c3a1fe856e4b88bd05 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:25.100019 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658aa2f-50e1-4c23-b1dd-1e780f3e5f5f admin admin] Pushing event updated for resources: {'Network': ['ID=3e818301-a5de-4271-b115-a9ab08c167c1,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:25.102631 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336607'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.111095 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network 3e818301-a5de-4271-b115-a9ab08c167c1 details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:54:25.277148 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4778505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336429'] for subnet (01b733b3-700b-42fd-9b1f-005a3d963bbd), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.332912 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b733b3-700b-42fd-9b1f-005a3d963bbd,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:25.342003 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] Checking segment: {'id': '5f50e8dd-31a6-4537-b09d-38517e601aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3e818301-a5de-4271-b115-a9ab08c167c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:25.342363 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] Network hostable DHCP agents. Network: 3e818301-a5de-4271-b115-a9ab08c167c1, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:54:25.358749 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] Network 3e818301-a5de-4271-b115-a9ab08c167c1 is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:54:25.369289 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, 3e818301-a5de-4271-b115-a9ab08c167c1) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:25.373734 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:25.374333 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:25.379540 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655b9e50-9599-4e4c-98a5-bad7bafee860 None None] Network 3e818301-a5de-4271-b115-a9ab08c167c1 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:54:25.393628 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-22882ea2-580d-4f7d-8465-adc814f6bd20 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3174329 Oct 28 19:54:25.497966 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf8077-fd3e-4b3a-9394-44eab39805ef None None] Network 3e818301-a5de-4271-b115-a9ab08c167c1 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:54:25.659941 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82790c28-2a11-44be-96aa-8cdd767e08bd req-fda25968-bbb3-4b02-9bc7-cbf61d715113 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:25.661432 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-82790c28-2a11-44be-96aa-8cdd767e08bd req-fda25968-bbb3-4b02-9bc7-cbf61d715113 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0689557 Oct 28 19:54:25.708679 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-82790c28-2a11-44be-96aa-8cdd767e08bd req-e2f217aa-d167-4dd4-a7ce-9365d3d9c6d3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Oct 28 19:54:26.734781 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:27.559835 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33113c7f-024b-4b43-8864-6a894190b559 req-51531b29-ed32-49b4-ab0e-04ef65de6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:27.561345 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-33113c7f-024b-4b43-8864-6a894190b559 req-51531b29-ed32-49b4-ab0e-04ef65de6c62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 1129 time: 0.0467117 Oct 28 19:54:27.642302 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 3210c2ec-4e60-4696-8458-78dc14d03aad no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:54:27.662764 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: 3210c2ec-4e60-4696-8458-78dc14d03aad {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:54:27.663110 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 3210c2ec-4e60-4696-8458-78dc14d03aad not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:54:27.676088 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33113c7f-024b-4b43-8864-6a894190b559 req-c6626cde-7df4-47c8-8af2-96ed5fd7dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:27.677589 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-33113c7f-024b-4b43-8864-6a894190b559 req-c6626cde-7df4-47c8-8af2-96ed5fd7dcd3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.0943375 Oct 28 19:54:27.724557 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-33113c7f-024b-4b43-8864-6a894190b559 req-75d7f738-a1e8-4f36-b0d1-b2f6f882f169 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa08aed-c02d-48ac-9d55-26570d0e5787 HTTP/1.1" status: 200 len: 217 time: 0.0327516 Oct 28 19:54:27.771806 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33113c7f-024b-4b43-8864-6a894190b559 req-a8d3756c-41f8-4f02-a7bb-de0541383cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:27.773214 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-33113c7f-024b-4b43-8864-6a894190b559 req-a8d3756c-41f8-4f02-a7bb-de0541383cb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.0424402 Oct 28 19:54:27.824647 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33113c7f-024b-4b43-8864-6a894190b559 req-836f8bb2-63a1-4884-831c-12fda3f36a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:27.826206 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-33113c7f-024b-4b43-8864-6a894190b559 req-836f8bb2-63a1-4884-831c-12fda3f36a7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470724 Oct 28 19:54:27.919934 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-33113c7f-024b-4b43-8864-6a894190b559 req-db6defb4-097c-4cff-82ce-9b6e23212ae0 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849693 Oct 28 19:54:28.013119 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-33113c7f-024b-4b43-8864-6a894190b559 req-5d076379-5447-4a1e-a35f-f062eb065b00 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859470 Oct 28 19:54:29.722431 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-68b78979-f63f-4405-89ea-f96c9cea9e06 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--93979808&fields=id&tenant_id=09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 267 time: 0.1031768 Oct 28 19:54:29.809080 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-f216b5f8-d389-4f2b-bf2c-b798b4c7d5be tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:29.810590 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-f216b5f8-d389-4f2b-bf2c-b798b4c7d5be tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/networks?id=363c7336-700e-4498-918d-a0677abdea9e HTTP/1.1" status: 200 len: 809 time: 0.1852496 Oct 28 19:54:29.836453 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-380839b2-c567-4813-b213-02d9b7dc77b6 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/quotas/6d6d0716979440e1b040c3fd4cf39657 HTTP/1.1" status: 200 len: 375 time: 0.0190260 Oct 28 19:54:29.881986 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-fb624246-7fd2-4858-9dab-60758a36c8ea tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d6d0716979440e1b040c3fd4cf39657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400887 Oct 28 19:54:29.889377 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-33602de5-20ee-4b08-b798-94a5bd57f798 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:29.890811 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-33602de5-20ee-4b08-b798-94a5bd57f798 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 814 time: 0.1579521 Oct 28 19:54:29.946944 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-7e616b40-7839-44ac-bc54-62f4ab408d0f tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/quotas/09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 375 time: 0.0469425 Oct 28 19:54:30.022742 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-318f3209-3650-428c-ae61-de8d22083639 service neutron] 10.222.0.64 "GET /v2.0/networks/363c7336-700e-4498-918d-a0677abdea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309917 Oct 28 19:54:30.045326 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-7262eccc-3b85-46a1-bd86-8cddb84d643a tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916204 Oct 28 19:54:30.181330 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-c2b0d6e6-6ebf-492b-b79c-72e3556fa482 service neutron] 10.222.0.64 "GET /v2.0/networks/363c7336-700e-4498-918d-a0677abdea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520970 Oct 28 19:54:30.195150 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-f74a35fb-06cb-411c-ae1f-32dc27d7fb5c service neutron] 10.222.0.64 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169837 Oct 28 19:54:30.292199 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-d52ca9a3-5a64-49b8-b66d-ce425b4f4394 service neutron] 10.222.0.64 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904264 Oct 28 19:54:30.493242 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2a362-75e2-478f-9553-8f3b3dec42d7 req-7e38637e-b13f-4c8b-b401-d8f6824b5544 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:30.503954 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-27d2a362-75e2-478f-9553-8f3b3dec42d7 req-7e38637e-b13f-4c8b-b401-d8f6824b5544 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.1177373 Oct 28 19:54:30.557287 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-db012b31-5e92-4af4-9830-659ac0c72e25 req-d4135613-1eec-4146-9b5b-d7229419f941 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 210 time: 0.0382075 Oct 28 19:54:30.603709 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-27d2a362-75e2-478f-9553-8f3b3dec42d7 req-c14f8dd1-06af-4dee-8bc5-612d174a814d tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982087 Oct 28 19:54:30.679634 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6dfbd26e-4f19-402e-a98a-1cf1f9b5a06c req-43c58fbd-929d-4d16-9dc6-da1f7627da0d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 210 time: 0.0433464 Oct 28 19:54:30.923660 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38edbe-f30a-4dfc-9da4-1cd0d00a8185 req-c6177a62-2edb-4fe7-af90-c124324c52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:30.925203 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-9b38edbe-f30a-4dfc-9da4-1cd0d00a8185 req-c6177a62-2edb-4fe7-af90-c124324c52e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 1129 time: 0.0971487 Oct 28 19:54:30.987614 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-9b38edbe-f30a-4dfc-9da4-1cd0d00a8185 req-f4293729-e090-4caf-a796-6835b179893c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550807 Oct 28 19:54:31.662916 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-79ceea22-211f-4e58-823c-d58eb9316541 req-b6cf7a00-2560-45ee-8d70-3f2e9a1757fc tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 210 time: 0.0264792 Oct 28 19:54:31.722244 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4dc99-be4a-422b-a142-0ea71cbb17c5 req-fc23832a-a80b-4bf7-900c-712cec7165a6 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:31.724229 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8ad4dc99-be4a-422b-a142-0ea71cbb17c5 req-fc23832a-a80b-4bf7-900c-712cec7165a6 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0545428 Oct 28 19:54:31.781143 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8ad4dc99-be4a-422b-a142-0ea71cbb17c5 req-af96da53-cbf6-4ca0-9a5f-c9b9e4b42986 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512440 Oct 28 19:54:31.798128 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9d4b95cb-0968-4b31-b9e2-d829b0c1d246 req-1648e74d-f7b0-4151-8ee4-eb9dbc185d45 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 210 time: 0.0368085 Oct 28 19:54:31.963601 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-4e8d9c94-bfa7-4955-acd7-6f4279315e68 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:31.965304 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-4e8d9c94-bfa7-4955-acd7-6f4279315e68 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.26 "GET /v2.0/networks?id=363c7336-700e-4498-918d-a0677abdea9e HTTP/1.1" status: 200 len: 809 time: 0.1094668 Oct 28 19:54:31.984553 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Request body: {'port': {'device_id': 'fe281e7f-c630-42e5-980d-c74fceb6cad0', 'network_id': '363c7336-700e-4498-918d-a0677abdea9e', 'admin_state_up': True, 'tenant_id': '6d6d0716979440e1b040c3fd4cf39657'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:32.060707 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-df56099c-6f2b-41d2-974a-56483f7149e9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:32.062219 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-df56099c-6f2b-41d2-974a-56483f7149e9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 814 time: 0.1226773 Oct 28 19:54:32.110889 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Made reservation on behalf of 6d6d0716979440e1b040c3fd4cf39657 for: {'port': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:32.114265 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:32.150733 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-a206844a-53b1-4724-8cac-b7c15b3c03ba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 470 time: 0.0767026 Oct 28 19:54:32.170853 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'port': {'device_id': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'admin_state_up': True, 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'security_groups': ['2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:32.309147 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Made reservation on behalf of 09cb8cca1ca8447e996c5c8790747d29 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:32.312637 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:32.462655 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Allocated IP 172.20.0.6 (d26e63ef-1267-48a3-a194-773aac92fc05/71f694ce-b8fc-421b-877b-145680014548/d78fb085-7d13-4fd8-a53f-97825b07281d) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:32.502682 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Allocated IP 172.20.0.5 (363c7336-700e-4498-918d-a0677abdea9e/8b920e29-2770-41ae-95e9-372d4b7007c5/bb9050d4-db63-41b4-82a0-173be7ae7941) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:32.627196 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:32.667457 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:32.676923 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Publish callbacks [] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:32.712242 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Network d26e63ef-1267-48a3-a194-773aac92fc05 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:32.721973 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:32.733317 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:32.737287 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:32.806720 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:32.807289 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:32.818767 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Pushing event updated for resources: {'Port': ['ID=bb9050d4-db63-41b4-82a0-173be7ae7941,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:32.852408 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Network 363c7336-700e-4498-918d-a0677abdea9e is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:32.856175 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:32.862468 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:32.873685 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=d78fb085-7d13-4fd8-a53f-97825b07281d,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:32.896813 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-496a5e1c-8d05-4051-a940-2e3025d6e8f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7310083 Oct 28 19:54:32.929134 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Request body: {'port': {'device_id': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:32.979151 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:32.980866 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:33.017739 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8ff4e-eeef-4d9b-a964-70300e79e656 req-841a8e1e-302f-4b0f-b6e2-d90e1cc7ef9d tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:33.018837 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d490a471-1a48-4133-b165-c4756836baca tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0410991 Oct 28 19:54:33.019478 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-43b8ff4e-eeef-4d9b-a964-70300e79e656 req-841a8e1e-302f-4b0f-b6e2-d90e1cc7ef9d tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 931 time: 0.2289836 Oct 28 19:54:33.033994 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Request body: {'port': {'device_id': 'fe281e7f-c630-42e5-980d-c74fceb6cad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:33.063874 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Provisioning complete for port d78fb085-7d13-4fd8-a53f-97825b07281d triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:33.065744 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:33.067909 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Attempt 1 to provision port d78fb085-7d13-4fd8-a53f-97825b07281d Oct 28 19:54:33.087386 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:33.109399 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Port d78fb085-7d13-4fd8-a53f-97825b07281d cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:33.115674 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:33.144080 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89116cac-f18a-46f2-83ba-01e7e4916287 req-ca564c23-51f6-43d4-955f-667ddeb11477 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:33.146305 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-89116cac-f18a-46f2-83ba-01e7e4916287 req-ca564c23-51f6-43d4-955f-667ddeb11477 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.2379565 Oct 28 19:54:33.159506 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-43b8ff4e-eeef-4d9b-a964-70300e79e656 req-b2347761-94f2-445a-8dda-7d7ca49f36aa tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4fcd6a8-2012-4b43-96e4-cc16c90e30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164095 Oct 28 19:54:33.309393 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-89116cac-f18a-46f2-83ba-01e7e4916287 req-2696a2fd-d7c8-4ed6-a341-a7c712075211 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569993 Oct 28 19:54:33.380877 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be197c76-ead5-40fb-af7e-ab336bed4458 req-a616cd5f-52b2-4c46-b338-3a130f7bf8b2 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:33.382463 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-be197c76-ead5-40fb-af7e-ab336bed4458 req-a616cd5f-52b2-4c46-b338-3a130f7bf8b2 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 931 time: 0.1455617 Oct 28 19:54:33.477026 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-be197c76-ead5-40fb-af7e-ab336bed4458 req-e6699a76-298e-4ac4-be82-d58d1028fabd tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839317 Oct 28 19:54:33.573729 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78fb085-7d13-4fd8-a53f-97825b07281d {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:33.588373 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Publish callbacks [] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:33.596116 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9050d4-db63-41b4-82a0-173be7ae7941 {{(pid=103756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:33.606816 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Transition to ACTIVE for port object d78fb085-7d13-4fd8-a53f-97825b07281d will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:54:33.611221 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Attempt 2 to provision port d78fb085-7d13-4fd8-a53f-97825b07281d Oct 28 19:54:33.612973 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:33.644043 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Publish callbacks [] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:33.689463 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Port d78fb085-7d13-4fd8-a53f-97825b07281d cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:33.697532 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.provisioning_blocks [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Transition to ACTIVE for port object bb9050d4-db63-41b4-82a0-173be7ae7941 will not be triggered until provisioned by entity L2. {{(pid=103756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:54:33.706217 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:33.892178 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9050d4-db63-41b4-82a0-173be7ae7941,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:33.959890 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Attempting to bind port bb9050d4-db63-41b4-82a0-173be7ae7941 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:33.960682 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Attempting to bind port bb9050d4-db63-41b4-82a0-173be7ae7941 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'e9a0c75c-709e-4ca5-82b3-fe643461ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '363c7336-700e-4498-918d-a0677abdea9e'}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:33.961178 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Attempting to bind port bb9050d4-db63-41b4-82a0-173be7ae7941 on network 363c7336-700e-4498-918d-a0677abdea9e {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:33.966155 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Port bb9050d4-db63-41b4-82a0-173be7ae7941 on network 363c7336-700e-4498-918d-a0677abdea9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:54:33.966608 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Attempting to bind port bb9050d4-db63-41b4-82a0-173be7ae7941 on network 363c7336-700e-4498-918d-a0677abdea9e {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:33.971982 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:33.972346 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Checking segment: {'id': 'e9a0c75c-709e-4ca5-82b3-fe643461ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '363c7336-700e-4498-918d-a0677abdea9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:33.972776 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Bound using segment: {'id': 'e9a0c75c-709e-4ca5-82b3-fe643461ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '363c7336-700e-4498-918d-a0677abdea9e'} {{(pid=103756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:33.973213 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.managers [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Bound port: bb9050d4-db63-41b4-82a0-173be7ae7941, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a0c75c-709e-4ca5-82b3-fe643461ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '363c7336-700e-4498-918d-a0677abdea9e'}}] {{(pid=103756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:33.973702 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.015328 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Pushing event updated for resources: {'Port': ['ID=d78fb085-7d13-4fd8-a53f-97825b07281d,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:34.051246 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] For port bb9050d4-db63-41b4-82a0-173be7ae7941, host hv-cinder-86289, cleared binding levels {{(pid=103756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:34.056215 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] For port bb9050d4-db63-41b4-82a0-173be7ae7941, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bb9050d4-db63-41b4-82a0-173be7ae7941,segment=NetworkSegment(e9a0c75c-709e-4ca5-82b3-fe643461ee63),segment_id=e9a0c75c-709e-4ca5-82b3-fe643461ee63)] {{(pid=103756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:34.065783 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.071650 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.073811 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.073811 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] 10.222.0.26 "PUT /v2.0/ports/bb9050d4-db63-41b4-82a0-173be7ae7941 HTTP/1.1" status: 200 len: 1093 time: 1.0455151 Oct 28 19:54:34.076881 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe281e7f-c630-42e5-980d-c74fceb6cad0', 'tag': 'bb9050d4-db63-41b4-82a0-173be7ae7941'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:34.079597 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec412cc1-78f8-45f8-9977-866a7677a949" -d '{"events": [{"name": "network-changed", "server_uuid": "fe281e7f-c630-42e5-980d-c74fceb6cad0", "tag": "bb9050d4-db63-41b4-82a0-173be7ae7941"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:34.109273 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Attempting to bind port d78fb085-7d13-4fd8-a53f-97825b07281d on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:34.109548 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Attempting to bind port d78fb085-7d13-4fd8-a53f-97825b07281d by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:34.109882 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Attempting to bind port d78fb085-7d13-4fd8-a53f-97825b07281d on network d26e63ef-1267-48a3-a194-773aac92fc05 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:34.118886 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e0fe1-4834-47ae-b99a-b131502cbc5c req-783073c4-c33d-4025-9e6b-9ee1307ba7ec tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.121236 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b91e0fe1-4834-47ae-b99a-b131502cbc5c req-783073c4-c33d-4025-9e6b-9ee1307ba7ec tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1665020 Oct 28 19:54:34.130487 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244d5b1-f8f0-47a6-8660-cc29acf6cad6 req-ac38236f-dbc7-46ca-b6f5-627f12a53196 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.137289 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4244d5b1-f8f0-47a6-8660-cc29acf6cad6 req-ac38236f-dbc7-46ca-b6f5-627f12a53196 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.1635745 Oct 28 19:54:34.149166 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2eaaf-a381-4615-9e6e-4809ce2cf92b req-141438d1-1568-48d3-bd2a-a51c13006e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.150882 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-90c2eaaf-a381-4615-9e6e-4809ce2cf92b req-141438d1-1568-48d3-bd2a-a51c13006e57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 1129 time: 0.1871486 Oct 28 19:54:34.170918 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Port d78fb085-7d13-4fd8-a53f-97825b07281d on network d26e63ef-1267-48a3-a194-773aac92fc05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:54:34.171242 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Attempting to bind port d78fb085-7d13-4fd8-a53f-97825b07281d on network d26e63ef-1267-48a3-a194-773aac92fc05 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:34.190934 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Attempt 3 to provision port d78fb085-7d13-4fd8-a53f-97825b07281d Oct 28 19:54:34.199063 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419e6cb-3367-42f4-b77d-e1c180a6b129 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9050d4-db63-41b4-82a0-173be7ae7941,revision_number=3']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:34.229286 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-b186bf99-c42a-4bc3-8bec-5f7e7f745309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.230978 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-b186bf99-c42a-4bc3-8bec-5f7e7f745309 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d6d0716979440e1b040c3fd4cf39657&device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 1127 time: 0.0988293 Oct 28 19:54:34.235173 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:34.235535 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Checking segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:34.235965 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Bound using segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:34.236420 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Bound port: d78fb085-7d13-4fd8-a53f-97825b07281d, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:34.236784 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.255591 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Port d78fb085-7d13-4fd8-a53f-97825b07281d cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:34.294543 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-ed314e11-2cfd-4344-b5db-176818b2efe1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9050d4-db63-41b4-82a0-173be7ae7941 HTTP/1.1" status: 200 len: 217 time: 0.0552306 Oct 28 19:54:34.344365 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4244d5b1-f8f0-47a6-8660-cc29acf6cad6 req-54797db4-5b45-4c37-a672-a923d60ab718 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061543 Oct 28 19:54:34.359801 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b91e0fe1-4834-47ae-b99a-b131502cbc5c req-a9a6c333-a13c-440d-871c-93483ddfbd13 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157660 Oct 28 19:54:34.383573 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2eaaf-a381-4615-9e6e-4809ce2cf92b req-48a0bb61-524a-4094-a10b-c7bcaee6aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.385065 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-90c2eaaf-a381-4615-9e6e-4809ce2cf92b req-48a0bb61-524a-4094-a10b-c7bcaee6aba3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.2208683 Oct 28 19:54:34.422379 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-ef00c59c-35e6-4100-88f1-47725f9d77b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.433041 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-ef00c59c-35e6-4100-88f1-47725f9d77b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b920e29-2770-41ae-95e9-372d4b7007c5 HTTP/1.1" status: 200 len: 849 time: 0.1267679 Oct 28 19:54:34.470568 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e02544-d0de-4dc2-9a7f-9e7a67bc020a x-openstack-request-id: req-c5e02544-d0de-4dc2-9a7f-9e7a67bc020a {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:34.471007 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe281e7f-c630-42e5-980d-c74fceb6cad0", "tag": "bb9050d4-db63-41b4-82a0-173be7ae7941", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:34.471379 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c5e02544-d0de-4dc2-9a7f-9e7a67bc020a {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:34.472048 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e02544-d0de-4dc2-9a7f-9e7a67bc020a'] response: {'name': 'network-changed', 'server_uuid': 'fe281e7f-c630-42e5-980d-c74fceb6cad0', 'tag': 'bb9050d4-db63-41b4-82a0-173be7ae7941', 'status': 'completed', 'code': 200} Oct 28 19:54:34.556814 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-90c2eaaf-a381-4615-9e6e-4809ce2cf92b req-937f5b35-33d5-41ec-beca-391b5d00e066 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fa08aed-c02d-48ac-9d55-26570d0e5787 HTTP/1.1" status: 200 len: 217 time: 0.1539924 Oct 28 19:54:34.571007 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-d26b668a-f15b-4495-918d-8836c26dd36f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=363c7336-700e-4498-918d-a0677abdea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270442 Oct 28 19:54:34.665293 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2eaaf-a381-4615-9e6e-4809ce2cf92b req-d488cd13-be81-4361-8c40-4d9ac42fc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.667845 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-90c2eaaf-a381-4615-9e6e-4809ce2cf92b req-d488cd13-be81-4361-8c40-4d9ac42fc3f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.0665121 Oct 28 19:54:34.701952 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] For port d78fb085-7d13-4fd8-a53f-97825b07281d, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:34.757778 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Attempt 4 to provision port d78fb085-7d13-4fd8-a53f-97825b07281d Oct 28 19:54:34.762377 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] For port d78fb085-7d13-4fd8-a53f-97825b07281d, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=d78fb085-7d13-4fd8-a53f-97825b07281d,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:34.776472 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-4530eb6e-cb9b-474b-b431-810c041fe601 service neutron] 10.222.0.26 "GET /v2.0/networks/363c7336-700e-4498-918d-a0677abdea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967440 Oct 28 19:54:34.782210 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.794595 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29618336-64a6-460b-bc2f-6061f6df0439 req-55f88ee5-8e1b-4763-8cc2-040c37ce4be2 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.804464 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-29618336-64a6-460b-bc2f-6061f6df0439 req-55f88ee5-8e1b-4763-8cc2-040c37ce4be2 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 943 time: 0.2355211 Oct 28 19:54:34.814538 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.815150 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:34.816529 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-153ad904-c231-4466-8555-cb0618bd12af service neutron] 10.222.0.26 "PUT /v2.0/ports/d78fb085-7d13-4fd8-a53f-97825b07281d HTTP/1.1" status: 200 len: 1093 time: 1.8935168 Oct 28 19:54:34.818792 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'tag': 'd78fb085-7d13-4fd8-a53f-97825b07281d'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:34.821043 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347f1e46-8b9e-4f7a-8842-081dd9636637" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbd9f2d-dd08-4c5d-885a-48a183691e53", "tag": "d78fb085-7d13-4fd8-a53f-97825b07281d"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:34.840560 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Port d78fb085-7d13-4fd8-a53f-97825b07281d cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:34.972151 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baecf93-461a-474e-b7e3-02db3a88b735 req-5dbecdd8-f310-4d08-a55d-58fd65192877 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.973950 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7baecf93-461a-474e-b7e3-02db3a88b735 req-5dbecdd8-f310-4d08-a55d-58fd65192877 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 943 time: 0.3025551 Oct 28 19:54:34.987259 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5383cb32-dd53-41b4-b7ff-c765b1ee510e req-033fa24f-c5a7-4ea7-9866-cea6f8392c8a service neutron] 10.222.0.26 "GET /v2.0/networks/363c7336-700e-4498-918d-a0677abdea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985941 Oct 28 19:54:34.992521 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2eaaf-a381-4615-9e6e-4809ce2cf92b req-ce365e72-a409-4720-addf-4781f0b7237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:34.994348 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-90c2eaaf-a381-4615-9e6e-4809ce2cf92b req-ce365e72-a409-4720-addf-4781f0b7237b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3060842 Oct 28 19:54:35.010716 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-29618336-64a6-460b-bc2f-6061f6df0439 req-f1d1e5c6-d895-49c6-9a2f-f0b73bf084a4 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4fcd6a8-2012-4b43-96e4-cc16c90e30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032933 Oct 28 19:54:35.080103 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ad904-c231-4466-8555-cb0618bd12af service neutron] Pushing event updated for resources: {'Port': ['ID=d78fb085-7d13-4fd8-a53f-97825b07281d,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:35.087320 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a99363-9d70-48bb-aaf9-33953bdcfbcf x-openstack-request-id: req-f8a99363-9d70-48bb-aaf9-33953bdcfbcf {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:35.087621 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbd9f2d-dd08-4c5d-885a-48a183691e53", "tag": "d78fb085-7d13-4fd8-a53f-97825b07281d", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:35.087881 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8a99363-9d70-48bb-aaf9-33953bdcfbcf {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:35.088291 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a99363-9d70-48bb-aaf9-33953bdcfbcf'] response: {'name': 'network-changed', 'server_uuid': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'tag': 'd78fb085-7d13-4fd8-a53f-97825b07281d', 'status': 'completed', 'code': 200} Oct 28 19:54:35.134572 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec412cc1-78f8-45f8-9977-866a7677a949 req-00f010b6-503d-4236-82d0-a33c1665724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.137880 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-ec412cc1-78f8-45f8-9977-866a7677a949 req-00f010b6-503d-4236-82d0-a33c1665724f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d6d0716979440e1b040c3fd4cf39657&device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 1127 time: 0.0955896 Oct 28 19:54:35.170713 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-a724500b-8e67-4994-869f-3ab627bec6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.172167 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-a724500b-8e67-4994-869f-3ab627bec6bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 1127 time: 0.2863760 Oct 28 19:54:35.184478 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7baecf93-461a-474e-b7e3-02db3a88b735 req-10b9d137-07da-49e6-9c22-f7114ac723c2 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1958997 Oct 28 19:54:35.244219 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-a7ff93a7-eba8-4d43-a64c-32cb202afe90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d78fb085-7d13-4fd8-a53f-97825b07281d HTTP/1.1" status: 200 len: 217 time: 0.0529063 Oct 28 19:54:35.283416 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-90c2eaaf-a381-4615-9e6e-4809ce2cf92b req-20d0fa00-78cc-4fd6-afa5-b53f90514e5d service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228587 Oct 28 19:54:35.326363 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-eefeaa08-9162-4069-827f-954334cc0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.327947 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-eefeaa08-9162-4069-827f-954334cc0d58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.0750325 Oct 28 19:54:35.342542 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Attempt 5 to provision port d78fb085-7d13-4fd8-a53f-97825b07281d Oct 28 19:54:35.379534 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec412cc1-78f8-45f8-9977-866a7677a949 req-dc94c235-5703-47d0-85bc-af39b9e78bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.381058 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-ec412cc1-78f8-45f8-9977-866a7677a949 req-dc94c235-5703-47d0-85bc-af39b9e78bf1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=363c7336-700e-4498-918d-a0677abdea9e HTTP/1.1" status: 200 len: 910 time: 0.2328806 Oct 28 19:54:35.430473 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4fa02-1a2a-48c8-9e07-6f3329c24d59 None None] Port d78fb085-7d13-4fd8-a53f-97825b07281d had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:54:35.507654 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-ec412cc1-78f8-45f8-9977-866a7677a949 req-c2c0c7f3-7418-4b1b-a25b-e38afde60c2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb9050d4-db63-41b4-82a0-173be7ae7941 HTTP/1.1" status: 200 len: 217 time: 0.1166854 Oct 28 19:54:35.587652 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec412cc1-78f8-45f8-9977-866a7677a949 req-39ed3712-f292-45a0-af01-d22f17e329e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.589552 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-ec412cc1-78f8-45f8-9977-866a7677a949 req-39ed3712-f292-45a0-af01-d22f17e329e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b920e29-2770-41ae-95e9-372d4b7007c5 HTTP/1.1" status: 200 len: 849 time: 0.0746167 Oct 28 19:54:35.625169 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-98979ca4-82d9-4ba7-8cf8-bace8fbb681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.626447 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-98979ca4-82d9-4ba7-8cf8-bace8fbb681a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2850897 Oct 28 19:54:35.631563 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-ec412cc1-78f8-45f8-9977-866a7677a949 req-28f5fd4d-44ec-47ea-8e4e-b6a900803f40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=363c7336-700e-4498-918d-a0677abdea9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331604 Oct 28 19:54:35.636691 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-90c2eaaf-a381-4615-9e6e-4809ce2cf92b req-cc7ca1f6-6736-4ecb-8e3c-5a6fad01c1b5 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426085 Oct 28 19:54:35.707286 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8163f5-3614-4935-9b44-945821377835 req-0c020e8f-f5dd-4c7f-a810-d4cff5234f0a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.714391 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf8163f5-3614-4935-9b44-945821377835 req-0c020e8f-f5dd-4c7f-a810-d4cff5234f0a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.2137973 Oct 28 19:54:35.751329 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86867138-0ab5-4029-997d-e0679fbc3daa req-a7994d2d-c957-4823-a10b-f5ff7b6c7af5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:35.758935 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-86867138-0ab5-4029-997d-e0679fbc3daa req-a7994d2d-c957-4823-a10b-f5ff7b6c7af5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.2187986 Oct 28 19:54:35.765838 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-ec412cc1-78f8-45f8-9977-866a7677a949 req-c48855e6-9428-4506-8ea5-f9154f50ed2d service neutron] 10.222.0.26 "GET /v2.0/networks/363c7336-700e-4498-918d-a0677abdea9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193805 Oct 28 19:54:35.828913 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf8163f5-3614-4935-9b44-945821377835 req-9ae34054-56e7-4add-88fc-3b0eb6bd832d tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132636 Oct 28 19:54:35.861461 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-d274ad03-c8b7-4886-8377-4f9a2695d5ac service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132113 Oct 28 19:54:35.889733 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-86867138-0ab5-4029-997d-e0679fbc3daa req-02825a01-4853-498d-b644-9eaa4c9f0593 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298859 Oct 28 19:54:35.892640 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-ec412cc1-78f8-45f8-9977-866a7677a949 req-b4b5871e-f838-48ff-ad74-071c6d224633 service neutron] 10.222.0.26 "GET /v2.0/networks/363c7336-700e-4498-918d-a0677abdea9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197665 Oct 28 19:54:35.978134 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d476d7b6-f6b0-46e9-bb91-3ba757dd4360 req-8ac79825-f832-460d-89d0-270ff4486e1f service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114318 Oct 28 19:54:36.131930 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f1e46-8b9e-4f7a-8842-081dd9636637 req-51a1d65a-4cdb-439f-a87c-e4a8f8778089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:36.133813 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-347f1e46-8b9e-4f7a-8842-081dd9636637 req-51a1d65a-4cdb-439f-a87c-e4a8f8778089 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 1127 time: 0.0942466 Oct 28 19:54:36.206964 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98edda6-e3c2-4238-a427-44db56552122 req-fde6aaf0-08c4-4de2-a3ab-c4a94fb9d8be tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:36.209408 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d98edda6-e3c2-4238-a427-44db56552122 req-fde6aaf0-08c4-4de2-a3ab-c4a94fb9d8be tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 943 time: 0.1146505 Oct 28 19:54:36.278530 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d98edda6-e3c2-4238-a427-44db56552122 req-4094f965-f0c8-4664-88ea-36d57da8e603 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4fcd6a8-2012-4b43-96e4-cc16c90e30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613966 Oct 28 19:54:36.309385 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f1e46-8b9e-4f7a-8842-081dd9636637 req-b4e8e788-a58c-4c88-841d-37b4eb0c8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:36.311330 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-347f1e46-8b9e-4f7a-8842-081dd9636637 req-b4e8e788-a58c-4c88-841d-37b4eb0c8bce service neutron] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 915 time: 0.1702430 Oct 28 19:54:36.381221 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-347f1e46-8b9e-4f7a-8842-081dd9636637 req-ae2ce1f4-20bc-4859-8834-269d8060723e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d78fb085-7d13-4fd8-a53f-97825b07281d HTTP/1.1" status: 200 len: 217 time: 0.0583141 Oct 28 19:54:36.462418 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059ab85-54df-4ef8-a0d4-dd7e1130394b req-6df1a08e-8a3d-4034-8cde-5c86701c2266 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:36.469276 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8059ab85-54df-4ef8-a0d4-dd7e1130394b req-6df1a08e-8a3d-4034-8cde-5c86701c2266 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 943 time: 0.1521692 Oct 28 19:54:36.469590 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3652b204-781c-4e1b-b2ec-022258bd013b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:36.487834 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f1e46-8b9e-4f7a-8842-081dd9636637 req-e9939c03-72e5-44e4-8f7b-055e0b962b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:36.490240 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-347f1e46-8b9e-4f7a-8842-081dd9636637 req-e9939c03-72e5-44e4-8f7b-055e0b962b60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.1012931 Oct 28 19:54:36.557872 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8059ab85-54df-4ef8-a0d4-dd7e1130394b req-c251f0e0-6656-490f-b667-7193b5d81a10 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830493 Oct 28 19:54:36.578934 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f1e46-8b9e-4f7a-8842-081dd9636637 req-82e6e6df-4bb3-4d85-88cc-3ee6d178ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:36.581320 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-347f1e46-8b9e-4f7a-8842-081dd9636637 req-82e6e6df-4bb3-4d85-88cc-3ee6d178ddba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0835497 Oct 28 19:54:36.794684 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:54:37.021656 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-5134931e-ef95-4e38-8b12-86ecf6e13a18 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267055428&fields=id&tenant_id=e25cc58e13b84d64a105899eb3f7eeb9 HTTP/1.1" status: 200 len: 267 time: 0.1270621 Oct 28 19:54:37.043900 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-347f1e46-8b9e-4f7a-8842-081dd9636637 req-d623b126-29c7-4047-bb1f-3ae88273bf93 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556293 Oct 28 19:54:37.162933 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc63ed0-b6ef-4c47-80be-1668f437e2e0 req-8d02a809-4ee7-448f-8a40-505f2fb7e0dc tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:37.164865 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fbc63ed0-b6ef-4c47-80be-1668f437e2e0 req-8d02a809-4ee7-448f-8a40-505f2fb7e0dc tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.2472808 Oct 28 19:54:37.290991 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fbc63ed0-b6ef-4c47-80be-1668f437e2e0 req-f6eea438-bf19-4e02-b4a6-e0b99705d2f5 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163089 Oct 28 19:54:37.296683 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-3aa4be3e-2fc0-4599-bc0f-c4db5ffd4731 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:37.298262 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-3aa4be3e-2fc0-4599-bc0f-c4db5ffd4731 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/networks?id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca HTTP/1.1" status: 200 len: 809 time: 0.2689114 Oct 28 19:54:37.300386 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-347f1e46-8b9e-4f7a-8842-081dd9636637 req-a1d2caf4-4e45-4997-b998-90f01e245f58 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420456 Oct 28 19:54:37.329268 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-6fb5fa7b-56ed-4a3c-bb69-845e71df5f8e tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/quotas/e25cc58e13b84d64a105899eb3f7eeb9 HTTP/1.1" status: 200 len: 375 time: 0.0246549 Oct 28 19:54:37.445401 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-7c36d81c-8b78-427f-a521-dbb1f7ca0379 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e25cc58e13b84d64a105899eb3f7eeb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013324 Oct 28 19:54:37.465268 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d57c6-eb81-4a9b-8545-aa78d1e99e10 req-00f76cd2-9c7f-486a-8b01-e6ce4de5c2a2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:37.466778 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-599d57c6-eb81-4a9b-8545-aa78d1e99e10 req-00f76cd2-9c7f-486a-8b01-e6ce4de5c2a2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.0868261 Oct 28 19:54:37.586515 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-599d57c6-eb81-4a9b-8545-aa78d1e99e10 req-b1bb2d02-14e8-45ae-843e-ed4111eed56e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950654 Oct 28 19:54:37.627690 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-4ded3069-561d-4581-a8f1-ba4f87a058eb service neutron] 10.222.0.64 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692371 Oct 28 19:54:37.712812 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device bb9050d4-db63-41b4-82a0-173be7ae7941 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:37.791283 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978757d4-ad67-4095-a068-a14c61b0c033 req-1c411e5f-9cd5-4957-99de-0b3b92f7ffad tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:37.792819 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-978757d4-ad67-4095-a068-a14c61b0c033 req-1c411e5f-9cd5-4957-99de-0b3b92f7ffad tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 943 time: 0.1308162 Oct 28 19:54:37.795005 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-5f13da0a-0b10-4610-849a-0798e0bfe0ec service neutron] 10.222.0.64 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528533 Oct 28 19:54:37.880764 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-978757d4-ad67-4095-a068-a14c61b0c033 req-6563c4e0-7265-4b79-b0a4-63b9ec254303 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4fcd6a8-2012-4b43-96e4-cc16c90e30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800967 Oct 28 19:54:37.913765 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port bb9050d4-db63-41b4-82a0-173be7ae7941, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bb9050d4-db63-41b4-82a0-173be7ae7941,segment=NetworkSegment(e9a0c75c-709e-4ca5-82b3-fe643461ee63),segment_id=e9a0c75c-709e-4ca5-82b3-fe643461ee63)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:37.931178 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': 'bb9050d4-db63-41b4-82a0-173be7ae7941', 'network_id': '363c7336-700e-4498-918d-a0677abdea9e', 'port_id': 'bb9050d4-db63-41b4-82a0-173be7ae7941', 'mac_address': 'fa:16:3e:c4:f9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b920e29-2770-41ae-95e9-372d4b7007c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:38.008250 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port bb9050d4-db63-41b4-82a0-173be7ae7941 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:38.008667 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:38.033641 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a684d-d75d-44dd-b4d4-9cf1a03ac1a3 req-a657752f-add1-46dd-8dff-c56261b70a0a tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:38.034725 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-273a684d-d75d-44dd-b4d4-9cf1a03ac1a3 req-a657752f-add1-46dd-8dff-c56261b70a0a tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 943 time: 0.0821261 Oct 28 19:54:38.038705 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9050d4-db63-41b4-82a0-173be7ae7941 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:38.064196 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port bb9050d4-db63-41b4-82a0-173be7ae7941, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bb9050d4-db63-41b4-82a0-173be7ae7941,segment=NetworkSegment(e9a0c75c-709e-4ca5-82b3-fe643461ee63),segment_id=e9a0c75c-709e-4ca5-82b3-fe643461ee63)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:38.071200 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:38.106199 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-273a684d-d75d-44dd-b4d4-9cf1a03ac1a3 req-1c3de656-6844-43a8-9a42-53b3dcf66e50 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653780 Oct 28 19:54:38.145143 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=bb9050d4-db63-41b4-82a0-173be7ae7941,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:38.230691 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c040cc18-07fa-4d71-9f5f-408a94796fb7 req-fb5aebf5-9816-446d-acfe-329db42c72b6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 210 time: 0.0323727 Oct 28 19:54:38.368772 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['bb9050d4-db63-41b4-82a0-173be7ae7941'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:38.468618 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3785a1a-d88c-4f0c-9097-2bb8b38762cb req-73fcbf66-a46a-422c-9961-e457be11247e tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:38.476201 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c3785a1a-d88c-4f0c-9097-2bb8b38762cb req-73fcbf66-a46a-422c-9961-e457be11247e tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0974164 Oct 28 19:54:38.556203 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c3785a1a-d88c-4f0c-9097-2bb8b38762cb req-42d8f4da-1e82-4717-9f6c-9bac15dedce6 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733395 Oct 28 19:54:38.673550 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d93a7089-4e7d-4a82-a0b6-c92c4d1e07a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:38.828757 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55bb28-673a-49cf-917d-6d738d082a03 req-ed633e7d-06aa-4df5-8a94-80672b22b5e9 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:38.831398 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0a55bb28-673a-49cf-917d-6d738d082a03 req-ed633e7d-06aa-4df5-8a94-80672b22b5e9 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.0943863 Oct 28 19:54:38.932708 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0a55bb28-673a-49cf-917d-6d738d082a03 req-f608b846-2664-4217-b801-24230186faf5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913506 Oct 28 19:54:39.121718 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394ce98-596a-4513-8e92-d49c90438d8a req-f43abf46-6923-4767-8c51-e2943d9f297c tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:39.121718 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6394ce98-596a-4513-8e92-d49c90438d8a req-f43abf46-6923-4767-8c51-e2943d9f297c tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 944 time: 0.0887432 Oct 28 19:54:39.176547 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6394ce98-596a-4513-8e92-d49c90438d8a req-a48cc878-d03c-4bf6-b6f4-7e0482b9eaeb tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4fcd6a8-2012-4b43-96e4-cc16c90e30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551660 Oct 28 19:54:39.276901 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f46de-99bc-4a28-abb3-cb563a4b4b9d req-787b9a48-a0d6-4ed6-8210-256afee6d5ac tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:39.278488 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-533f46de-99bc-4a28-abb3-cb563a4b4b9d req-787b9a48-a0d6-4ed6-8210-256afee6d5ac tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 943 time: 0.0547123 Oct 28 19:54:39.335466 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-533f46de-99bc-4a28-abb3-cb563a4b4b9d req-22dd1cc9-3c36-49d8-83af-cf9511f996f1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503049 Oct 28 19:54:39.356147 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e19fdc2b-a3ba-4285-a77f-0d88d2f488bd req-17c03c26-67a9-465c-b9d0-23d0498c1984 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 210 time: 0.0397642 Oct 28 19:54:39.728920 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-d30af15a-847a-4883-b651-2654c24d305f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:39.730587 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-d30af15a-847a-4883-b651-2654c24d305f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.26 "GET /v2.0/networks?id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca HTTP/1.1" status: 200 len: 809 time: 0.1180036 Oct 28 19:54:39.734292 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device d78fb085-7d13-4fd8-a53f-97825b07281d details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:39.738424 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device bb9050d4-db63-41b4-82a0-173be7ae7941 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:39.826619 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-9775e801-3b4d-4f88-994d-a62b2f8e2a7f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e25cc58e13b84d64a105899eb3f7eeb9 HTTP/1.1" status: 200 len: 380 time: 0.0860741 Oct 28 19:54:39.838232 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Request body: {'port': {'device_id': '7743feda-f087-4f61-8c61-82e382b2779c', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'admin_state_up': True, 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'security_groups': ['ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:39.959650 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:39.965359 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Made reservation on behalf of e25cc58e13b84d64a105899eb3f7eeb9 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:39.967790 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port d78fb085-7d13-4fd8-a53f-97825b07281d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=d78fb085-7d13-4fd8-a53f-97825b07281d,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:39.970842 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:39.985809 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': 'd78fb085-7d13-4fd8-a53f-97825b07281d', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'port_id': 'd78fb085-7d13-4fd8-a53f-97825b07281d', 'mac_address': 'fa:16:3e:1f:b1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:39.995213 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port bb9050d4-db63-41b4-82a0-173be7ae7941 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:54:40.018946 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port bb9050d4-db63-41b4-82a0-173be7ae7941 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:40.019332 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.020259 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port bb9050d4-db63-41b4-82a0-173be7ae7941 Oct 28 19:54:40.070954 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port d78fb085-7d13-4fd8-a53f-97825b07281d is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:40.071415 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.109251 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78fb085-7d13-4fd8-a53f-97825b07281d {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:40.185851 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port d78fb085-7d13-4fd8-a53f-97825b07281d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=d78fb085-7d13-4fd8-a53f-97825b07281d,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:40.202179 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.211605 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47784) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:40.215850 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489537870', 'description': 'tempest-description--416639278'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:40.220512 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port bb9050d4-db63-41b4-82a0-173be7ae7941 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:40.220915 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.250689 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Allocated IP 172.20.0.13 (49dd79d7-65f9-4ff6-b18e-1eb17928b2ca/5b12484f-5aa4-489b-b996-1efaffab20b2/4155b112-23aa-4a3f-b645-365cfce48d41) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:40.266188 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.340167 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe281e7f-c630-42e5-980d-c74fceb6cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9050d4-db63-41b4-82a0-173be7ae7941'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:40.353586 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08172fe-2bd2-404b-85cd-5621dbf27311" -d '{"events": [{"server_uuid": "fe281e7f-c630-42e5-980d-c74fceb6cad0", "name": "network-vif-plugged", "status": "completed", "tag": "bb9050d4-db63-41b4-82a0-173be7ae7941"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:40.432026 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group (d28bada7-d2b5-4d2e-bd47-534e29d05020), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.444523 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d28bada7-d2b5-4d2e-bd47-534e29d05020), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.464974 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port bb9050d4-db63-41b4-82a0-173be7ae7941, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bb9050d4-db63-41b4-82a0-173be7ae7941,segment=NetworkSegment(e9a0c75c-709e-4ca5-82b3-fe643461ee63),segment_id=e9a0c75c-709e-4ca5-82b3-fe643461ee63)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:40.467982 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=d78fb085-7d13-4fd8-a53f-97825b07281d,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:40.479063 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for port (4155b112-23aa-4a3f-b645-365cfce48d41), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.482274 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.497730 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db085e-68e3-44d2-9bc4-d72075fdbd3b req-1bdceb6f-74ad-4576-baf1-82a7666366fb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:40.499866 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c4db085e-68e3-44d2-9bc4-d72075fdbd3b req-1bdceb6f-74ad-4576-baf1-82a7666366fb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.4239163 Oct 28 19:54:40.529360 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.530646 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3189824 Oct 28 19:54:40.532097 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28bada7-d2b5-4d2e-bd47-534e29d05020,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:40.534312 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47792) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:40.541922 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['d78fb085-7d13-4fd8-a53f-97825b07281d'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:40.543942 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-e94e292c-03f4-4560-9422-19743ef2f8ad tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Request body: {'security_group_rule': {'security_group_id': 'd28bada7-d2b5-4d2e-bd47-534e29d05020', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:40.573372 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f646e9-4aa6-482b-be6a-ec71385242b9 req-4b413ece-4ac0-4710-8be5-e631bb25dc65 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:40.574942 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-20f646e9-4aa6-482b-be6a-ec71385242b9 req-4b413ece-4ac0-4710-8be5-e631bb25dc65 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 944 time: 0.1474113 Oct 28 19:54:40.578150 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.578712 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.581379 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.582170 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.582769 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.583974 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.584472 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.584965 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.587600 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.588118 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.588615 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.591231 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.591738 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fd6990-0152-4574-88eb-d1d7effcc0b3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.634180 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e94e292c-03f4-4560-9422-19743ef2f8ad tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group_rule (2a028c06-79b3-4c59-b366-ab86f23bef3d), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.649172 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c4db085e-68e3-44d2-9bc4-d72075fdbd3b req-6eeb9379-09c5-4c8c-9109-1d9415acb853 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344955 Oct 28 19:54:40.652978 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.699364 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=bb9050d4-db63-41b4-82a0-173be7ae7941,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:40.731425 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:40.734291 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e94e292c-03f4-4560-9422-19743ef2f8ad tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group_rule (2a028c06-79b3-4c59-b366-ab86f23bef3d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.738099 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event updated for resources: {'Port': ['ID=4155b112-23aa-4a3f-b645-365cfce48d41,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:40.742078 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:40.744622 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:40.750710 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e94e292c-03f4-4560-9422-19743ef2f8ad tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (2a028c06-79b3-4c59-b366-ab86f23bef3d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.781772 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.782125 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.782466 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.782806 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.783140 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.783473 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.783803 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.784313 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.784647 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.785559 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.786146 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.786355 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.786957 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:40.798926 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e292c-03f4-4560-9422-19743ef2f8ad tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a028c06-79b3-4c59-b366-ab86f23bef3d,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:40.810824 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-20f646e9-4aa6-482b-be6a-ec71385242b9 req-be0c2bb6-f581-4055-afb4-d39b4d9b6b0c tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4fcd6a8-2012-4b43-96e4-cc16c90e30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248156 Oct 28 19:54:40.856221 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47800) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:40.866447 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:40.867992 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.874318 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e94e292c-03f4-4560-9422-19743ef2f8ad tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:40.875512 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e94e292c-03f4-4560-9422-19743ef2f8ad tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395314 Oct 28 19:54:40.888154 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 47804) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:40.899652 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-ea9c931d-7d6e-4cc0-9dc9-a39338d12536 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Request body: {'security_group_rule': {'security_group_id': 'd28bada7-d2b5-4d2e-bd47-534e29d05020', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:40.906476 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41a2f69-530e-4b3c-a621-80fdfcb6efdb x-openstack-request-id: req-b41a2f69-530e-4b3c-a621-80fdfcb6efdb {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:40.907519 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe281e7f-c630-42e5-980d-c74fceb6cad0", "name": "network-vif-plugged", "status": "completed", "tag": "bb9050d4-db63-41b4-82a0-173be7ae7941", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:40.908093 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b41a2f69-530e-4b3c-a621-80fdfcb6efdb {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:40.911446 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41a2f69-530e-4b3c-a621-80fdfcb6efdb'] response: {'server_uuid': 'fe281e7f-c630-42e5-980d-c74fceb6cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9050d4-db63-41b4-82a0-173be7ae7941', 'code': 200} Oct 28 19:54:40.973188 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-764a1d6f-5963-4f79-93df-dfb23c4370f8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1365969 Oct 28 19:54:40.992496 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Request body: {'port': {'device_id': '7743feda-f087-4f61-8c61-82e382b2779c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:41.078569 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d23ed88f-4796-4364-a2ad-d3a8688e8fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.085060 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ea9c931d-7d6e-4cc0-9dc9-a39338d12536 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group_rule (11cc3cbc-fb9f-4c8a-96eb-a8bcf6995db5), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.173497 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb7341-7f60-4f75-833d-eeb85c1fe5d2 req-f926edab-25e9-495d-9a1a-b1f3a39b1f42 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:41.175237 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-69cb7341-7f60-4f75-833d-eeb85c1fe5d2 req-f926edab-25e9-495d-9a1a-b1f3a39b1f42 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 944 time: 0.3223057 Oct 28 19:54:41.210652 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813d241-9acf-44b4-bffe-b814e4e4eea1 req-72c01614-3089-4a13-87dd-277b51ed42b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:41.212861 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-9813d241-9acf-44b4-bffe-b814e4e4eea1 req-72c01614-3089-4a13-87dd-277b51ed42b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 1129 time: 0.0897584 Oct 28 19:54:41.245244 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-0a8e9431-438d-4769-a674-bdf74f2ad56d None None] Provisioning complete for port 4155b112-23aa-4a3f-b645-365cfce48d41 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:41.245618 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9431-438d-4769-a674-bdf74f2ad56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.245967 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-0a8e9431-438d-4769-a674-bdf74f2ad56d None None] Attempt 1 to provision port 4155b112-23aa-4a3f-b645-365cfce48d41 Oct 28 19:54:41.253049 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c22f4-a316-40e2-94f2-6f7e5d4d7944 req-b5d92e2b-2ab9-4130-a865-735ba21b1c8c tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:41.255019 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0e9c22f4-a316-40e2-94f2-6f7e5d4d7944 req-b5d92e2b-2ab9-4130-a865-735ba21b1c8c tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 932 time: 0.2046208 Oct 28 19:54:41.256997 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d23ed88f-4796-4364-a2ad-d3a8688e8fbd admin admin] Publish callbacks [] for security_group (c13f70cf-fdc9-4034-89ec-661e0fb35322), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.265888 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.275885 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d23ed88f-4796-4364-a2ad-d3a8688e8fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (c13f70cf-fdc9-4034-89ec-661e0fb35322), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.293769 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e9431-438d-4769-a674-bdf74f2ad56d None None] Port 4155b112-23aa-4a3f-b645-365cfce48d41 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:41.328673 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ed88f-4796-4364-a2ad-d3a8688e8fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13f70cf-fdc9-4034-89ec-661e0fb35322,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:41.345667 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-d23ed88f-4796-4364-a2ad-d3a8688e8fbd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7973bad05142493f8453cb8089d2df3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4882269 Oct 28 19:54:41.349287 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47806) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:41.372768 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-9813d241-9acf-44b4-bffe-b814e4e4eea1 req-3f43ea63-5b41-4624-9b78-49dea5b74743 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4fcd6a8-2012-4b43-96e4-cc16c90e30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050034 Oct 28 19:54:41.383947 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0e9c22f4-a316-40e2-94f2-6f7e5d4d7944 req-a2bc2d6b-e928-48c8-ae09-79b222519691 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200073 Oct 28 19:54:41.426895 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.445413 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-82c3fb14-0bb4-4ba8-89f8-0356e4f7b372 admin admin] Publish callbacks [] for security_group (c13f70cf-fdc9-4034-89ec-661e0fb35322), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.450358 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-69cb7341-7f60-4f75-833d-eeb85c1fe5d2 req-893b4b85-1e84-4995-95f1-2aa001c2a693 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2664115 Oct 28 19:54:41.490507 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-82c3fb14-0bb4-4ba8-89f8-0356e4f7b372 admin admin] Publish callbacks [] for security_group (c13f70cf-fdc9-4034-89ec-661e0fb35322), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.505399 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ea9c931d-7d6e-4cc0-9dc9-a39338d12536 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group_rule (11cc3cbc-fb9f-4c8a-96eb-a8bcf6995db5), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.512072 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ea9c931d-7d6e-4cc0-9dc9-a39338d12536 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (11cc3cbc-fb9f-4c8a-96eb-a8bcf6995db5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.542869 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c931d-7d6e-4cc0-9dc9-a39338d12536 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cc3cbc-fb9f-4c8a-96eb-a8bcf6995db5,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:41.559040 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-82c3fb14-0bb4-4ba8-89f8-0356e4f7b372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (c13f70cf-fdc9-4034-89ec-661e0fb35322), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.559486 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ea9c931d-7d6e-4cc0-9dc9-a39338d12536 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.563511 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-ea9c931d-7d6e-4cc0-9dc9-a39338d12536 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6700375 Oct 28 19:54:41.563661 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-82c3fb14-0bb4-4ba8-89f8-0356e4f7b372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.563661 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-82c3fb14-0bb4-4ba8-89f8-0356e4f7b372 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c13f70cf-fdc9-4034-89ec-661e0fb35322 HTTP/1.1" status: 204 len: 168 time: 0.2130253 Oct 28 19:54:41.563827 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47808) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:41.590858 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Request body: {'floatingip': {'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:41.612539 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3fb14-0bb4-4ba8-89f8-0356e4f7b372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13f70cf-fdc9-4034-89ec-661e0fb35322,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:41.625995 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.749453 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device d78fb085-7d13-4fd8-a53f-97825b07281d up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:41.766702 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.819002 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-0a8e9431-438d-4769-a674-bdf74f2ad56d None None] Attempt 2 to provision port 4155b112-23aa-4a3f-b645-365cfce48d41 Oct 28 19:54:41.868811 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port d78fb085-7d13-4fd8-a53f-97825b07281d completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:54:41.875254 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e9431-438d-4769-a674-bdf74f2ad56d None None] Port 4155b112-23aa-4a3f-b645-365cfce48d41 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:41.876668 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port d78fb085-7d13-4fd8-a53f-97825b07281d triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:41.877927 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.878463 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port d78fb085-7d13-4fd8-a53f-97825b07281d Oct 28 19:54:41.892911 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4155b112-23aa-4a3f-b645-365cfce48d41 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:41.912020 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Publish callbacks [] for port (4155b112-23aa-4a3f-b645-365cfce48d41), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:41.965389 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Transition to ACTIVE for port object 4155b112-23aa-4a3f-b645-365cfce48d41 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:54:41.977014 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.003006 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Allocated IP 172.28.3.206 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/b66759fc-bf39-4e82-b985-6f359ef7ee77) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:42.008363 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port d78fb085-7d13-4fd8-a53f-97825b07281d is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:42.008882 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140df284-18e0-45fb-af89-ccba7e94fea3 req-31bfdfc4-5057-41da-9e57-fb248f216ad8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:42.010559 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.016571 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-140df284-18e0-45fb-af89-ccba7e94fea3 req-31bfdfc4-5057-41da-9e57-fb248f216ad8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.2220550 Oct 28 19:54:42.068675 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port d78fb085-7d13-4fd8-a53f-97825b07281d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=d78fb085-7d13-4fd8-a53f-97825b07281d,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:42.080356 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.151339 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Pushing event updated for resources: {'Port': ['ID=4155b112-23aa-4a3f-b645-365cfce48d41,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:42.176666 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=d78fb085-7d13-4fd8-a53f-97825b07281d,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:42.199126 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for port (b66759fc-bf39-4e82-b985-6f359ef7ee77), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.208275 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729f0d6-e622-4d9c-9be6-36fe0b231430 req-0fbe9f6c-07f9-42c1-9512-b73d2b0ce6c4 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:42.210320 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d729f0d6-e622-4d9c-9be6-36fe0b231430 req-0fbe9f6c-07f9-42c1-9512-b73d2b0ce6c4 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 945 time: 0.2683055 Oct 28 19:54:42.228163 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-140df284-18e0-45fb-af89-ccba7e94fea3 req-54780857-d016-415d-9df1-38ad5c6b2afe tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105417 Oct 28 19:54:42.240881 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (b66759fc-bf39-4e82-b985-6f359ef7ee77), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.290215 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Attempting to bind port 4155b112-23aa-4a3f-b645-365cfce48d41 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:42.295001 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Attempting to bind port 4155b112-23aa-4a3f-b645-365cfce48d41 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:42.295799 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Attempting to bind port 4155b112-23aa-4a3f-b645-365cfce48d41 on network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:42.301588 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:42.304592 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Port 4155b112-23aa-4a3f-b645-365cfce48d41 on network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:54:42.304930 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Attempting to bind port 4155b112-23aa-4a3f-b645-365cfce48d41 on network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:42.305055 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:42.312500 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:42.323542 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:42.323900 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Checking segment: {'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:42.324299 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Bound using segment: {'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:42.324782 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Bound port: 4155b112-23aa-4a3f-b645-365cfce48d41, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:42.325159 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.362212 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d729f0d6-e622-4d9c-9be6-36fe0b231430 req-1303d77e-4631-4279-b086-03610c0ce6e8 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4fcd6a8-2012-4b43-96e4-cc16c90e30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257629 Oct 28 19:54:42.376588 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-0a8e9431-438d-4769-a674-bdf74f2ad56d None None] Attempt 3 to provision port 4155b112-23aa-4a3f-b645-365cfce48d41 Oct 28 19:54:42.377978 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event updated for resources: {'Port': ['ID=b66759fc-bf39-4e82-b985-6f359ef7ee77,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:42.430935 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e9431-438d-4769-a674-bdf74f2ad56d None None] Port 4155b112-23aa-4a3f-b645-365cfce48d41 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:42.477797 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] For port 4155b112-23aa-4a3f-b645-365cfce48d41, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:42.486001 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] For port 4155b112-23aa-4a3f-b645-365cfce48d41, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=4155b112-23aa-4a3f-b645-365cfce48d41,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:42.495386 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.504504 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:42.505129 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.508582 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] 10.222.0.26 "PUT /v2.0/ports/4155b112-23aa-4a3f-b645-365cfce48d41 HTTP/1.1" status: 200 len: 1094 time: 1.5266361 Oct 28 19:54:42.509238 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:42.513398 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905cc282-5859-4cf6-be35-bdcce4620018" -d '{"events": [{"name": "network-changed", "server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:42.552918 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for floatingip (5e2c2536-4450-49ac-bb47-680611ff94de), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.691061 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (b66759fc-bf39-4e82-b985-6f359ef7ee77), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.699620 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:42.830489 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9ec9d-7704-4226-8729-f8f79c237da3 service neutron] Pushing event updated for resources: {'Port': ['ID=4155b112-23aa-4a3f-b645-365cfce48d41,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:42.874048 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9413d86-0652-4368-aa89-5df81012009f req-348f2902-a703-4d01-95e2-de40d31aa34b tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:42.874599 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d9413d86-0652-4368-aa89-5df81012009f req-348f2902-a703-4d01-95e2-de40d31aa34b tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 945 time: 0.2541924 Oct 28 19:54:42.887853 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-c5beb6ba-97ea-4cc0-84cf-585c2652b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:42.889263 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-c5beb6ba-97ea-4cc0-84cf-585c2652b2fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e25cc58e13b84d64a105899eb3f7eeb9&device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 1128 time: 0.2885683 Oct 28 19:54:42.916466 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78fb085-7d13-4fd8-a53f-97825b07281d'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:42.920659 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48bfe4a-92d2-43dc-a898-d54ff76854e2" -d '{"events": [{"server_uuid": "7bbd9f2d-dd08-4c5d-885a-48a183691e53", "name": "network-vif-plugged", "status": "completed", "tag": "d78fb085-7d13-4fd8-a53f-97825b07281d"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:42.932787 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-0a8e9431-438d-4769-a674-bdf74f2ad56d None None] Attempt 4 to provision port 4155b112-23aa-4a3f-b645-365cfce48d41 Oct 28 19:54:42.951538 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d9413d86-0652-4368-aa89-5df81012009f req-4c77297d-ae43-4f52-8f77-98edba91ba9a tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658858 Oct 28 19:54:42.968759 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ee70f-3b03-4812-bdf2-39f2b4d13aa5 req-0d9e1a17-2f38-4501-ab00-1cd30bda7d03 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:42.970423 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-074ee70f-3b03-4812-bdf2-39f2b4d13aa5 req-0d9e1a17-2f38-4501-ab00-1cd30bda7d03 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 944 time: 0.3583455 Oct 28 19:54:43.047632 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ef579f-6e2a-41c2-a4e7-49cba6e38ef8 x-openstack-request-id: req-74ef579f-6e2a-41c2-a4e7-49cba6e38ef8 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:43.047837 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:43.048093 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74ef579f-6e2a-41c2-a4e7-49cba6e38ef8 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:43.048494 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ef579f-6e2a-41c2-a4e7-49cba6e38ef8'] response: {'name': 'network-changed', 'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41', 'status': 'completed', 'code': 200} Oct 28 19:54:43.053272 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-3898476d-88ce-4b12-82ed-c886cd8b8415 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4155b112-23aa-4a3f-b645-365cfce48d41 HTTP/1.1" status: 200 len: 217 time: 0.1067986 Oct 28 19:54:43.092831 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for port (b66759fc-bf39-4e82-b985-6f359ef7ee77), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:43.095990 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8458db5c-26f0-4d6b-a327-28b1d7a68952 x-openstack-request-id: req-8458db5c-26f0-4d6b-a327-28b1d7a68952 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:43.096568 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbd9f2d-dd08-4c5d-885a-48a183691e53", "name": "network-vif-plugged", "status": "completed", "tag": "d78fb085-7d13-4fd8-a53f-97825b07281d", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:43.096711 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8458db5c-26f0-4d6b-a327-28b1d7a68952 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:43.099660 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8458db5c-26f0-4d6b-a327-28b1d7a68952'] response: {'server_uuid': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78fb085-7d13-4fd8-a53f-97825b07281d', 'code': 200} Oct 28 19:54:43.100329 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (b66759fc-bf39-4e82-b985-6f359ef7ee77), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:43.137251 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-d1a96eaa-47c0-4e34-baa7-b38ef6301b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:43.140881 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-d1a96eaa-47c0-4e34-baa7-b38ef6301b5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b12484f-5aa4-489b-b996-1efaffab20b2 HTTP/1.1" status: 200 len: 848 time: 0.0793648 Oct 28 19:54:43.156863 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e9431-438d-4769-a674-bdf74f2ad56d None None] Port 4155b112-23aa-4a3f-b645-365cfce48d41 had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:54:43.184093 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event updated for resources: {'Port': ['ID=b66759fc-bf39-4e82-b985-6f359ef7ee77,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:43.186919 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (5e2c2536-4450-49ac-bb47-680611ff94de), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:43.200072 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-074ee70f-3b03-4812-bdf2-39f2b4d13aa5 req-74286a28-0a61-4a59-bc46-cd26defcefd4 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218194 Oct 28 19:54:43.210894 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:43.212479 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-a180ebd1-8e0e-4422-b194-ecdf8cbcc9e9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6308153 Oct 28 19:54:43.251957 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-34c57b58-056c-461a-b89b-6e8665eb6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:43.260909 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-34c57b58-056c-461a-b89b-6e8665eb6d50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1045568 Oct 28 19:54:43.448750 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9bbb4-aee3-49db-b168-bcd2d0c67b19 req-051324e0-fdfa-4a5d-ab4c-bf6a27b46d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:43.451494 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-69d9bbb4-aee3-49db-b168-bcd2d0c67b19 req-051324e0-fdfa-4a5d-ab4c-bf6a27b46d64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 1129 time: 0.0950170 Oct 28 19:54:43.546606 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-69d9bbb4-aee3-49db-b168-bcd2d0c67b19 req-7baf7054-3860-4290-9061-0a2865c0586b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874488 Oct 28 19:54:43.695143 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-7b447227-904f-4f0d-9fa1-029e081e36b0 service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291961 Oct 28 19:54:43.739207 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6c203-8936-448a-b015-3c636445b459 req-2d9ce811-72ab-4018-a40e-f536ba7c3e31 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:43.740852 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ece6c203-8936-448a-b015-3c636445b459 req-2d9ce811-72ab-4018-a40e-f536ba7c3e31 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1074138 Oct 28 19:54:43.744392 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-b74ebed7-9771-4bc3-89ec-424116841913 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--489537870&fields=id&tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9 HTTP/1.1" status: 200 len: 267 time: 0.1092200 Oct 28 19:54:43.926184 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ece6c203-8936-448a-b015-3c636445b459 req-909ea4f7-a171-4d31-88a8-721ad00f97ec tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785858 Oct 28 19:54:43.978495 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-005649ad-3f95-4bbb-a38b-70b4b69b28d2 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:43.980099 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-005649ad-3f95-4bbb-a38b-70b4b69b28d2 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 819 time: 0.2272592 Oct 28 19:54:43.986645 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b8cebb9-3603-4877-9a05-20ab33c7eee0 req-d10774b2-e422-432d-86cc-ba0b8bcca247 service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745787 Oct 28 19:54:43.999065 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-d91bec21-8615-4b5d-8cf5-8609f3fbe848 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/quotas/13a5e7068d3a48b08cc590c2b7d60bd9 HTTP/1.1" status: 200 len: 375 time: 0.0112405 Oct 28 19:54:44.178732 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-5d8c1146-f3ef-4288-86c7-ebd304514ad3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1688228 Oct 28 19:54:44.189695 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51d1fd-14cc-4974-97c3-15d788aa0ea4 req-7ae15b2e-5c11-4334-abce-80940fb0e2bb tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:44.191907 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aa51d1fd-14cc-4974-97c3-15d788aa0ea4 req-7ae15b2e-5c11-4334-abce-80940fb0e2bb tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 945 time: 0.1570406 Oct 28 19:54:44.194214 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cc282-5859-4cf6-be35-bdcce4620018 req-13e935a6-4976-4b5f-8e40-ffd3d37d8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:44.196014 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-905cc282-5859-4cf6-be35-bdcce4620018 req-13e935a6-4976-4b5f-8e40-ffd3d37d8046 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e25cc58e13b84d64a105899eb3f7eeb9&device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 1128 time: 0.1044071 Oct 28 19:54:44.386270 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aa51d1fd-14cc-4974-97c3-15d788aa0ea4 req-1275d02a-3211-448e-8518-d57f0d1d8c0b tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4fcd6a8-2012-4b43-96e4-cc16c90e30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867743 Oct 28 19:54:44.436351 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-b3c04a04-cf0f-445e-a391-7f212c049bc2 service neutron] 10.222.0.64 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973643 Oct 28 19:54:44.437667 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cc282-5859-4cf6-be35-bdcce4620018 req-b47a96a9-434d-47b0-91ee-41ab01429a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:44.439372 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-905cc282-5859-4cf6-be35-bdcce4620018 req-b47a96a9-434d-47b0-91ee-41ab01429a32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca HTTP/1.1" status: 200 len: 910 time: 0.2207544 Oct 28 19:54:44.554407 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-905cc282-5859-4cf6-be35-bdcce4620018 req-a1bdc213-4200-4b14-8b95-c5f2878e1fae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4155b112-23aa-4a3f-b645-365cfce48d41 HTTP/1.1" status: 200 len: 217 time: 0.0981767 Oct 28 19:54:44.653987 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cc282-5859-4cf6-be35-bdcce4620018 req-49768574-7bdc-4004-8d40-f6586a551aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:44.655447 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-905cc282-5859-4cf6-be35-bdcce4620018 req-49768574-7bdc-4004-8d40-f6586a551aae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b12484f-5aa4-489b-b996-1efaffab20b2 HTTP/1.1" status: 200 len: 848 time: 0.0826454 Oct 28 19:54:44.674654 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca6e54-abaa-4222-8838-00b559e66b65 req-7d3baa32-fbad-4d8d-888c-5aee45afc241 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:44.678221 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-34ca6e54-abaa-4222-8838-00b559e66b65 req-7d3baa32-fbad-4d8d-888c-5aee45afc241 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 945 time: 0.2074869 Oct 28 19:54:44.722658 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-0469bd0f-d604-453e-a210-9cc4c1c5058f service neutron] 10.222.0.64 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771394 Oct 28 19:54:44.761988 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cc282-5859-4cf6-be35-bdcce4620018 req-9f46cd7e-95ef-4443-bed9-68b6b98816ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:44.763536 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-905cc282-5859-4cf6-be35-bdcce4620018 req-9f46cd7e-95ef-4443-bed9-68b6b98816ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0962503 Oct 28 19:54:44.793806 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-34ca6e54-abaa-4222-8838-00b559e66b65 req-4771cc9f-3a8b-4024-a530-8e65e07b75b6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688481 Oct 28 19:54:44.927689 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-905cc282-5859-4cf6-be35-bdcce4620018 req-10ee3d9c-37ad-40de-9bef-2e521e7c3a6a service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382937 Oct 28 19:54:45.092815 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6e91356c-ce37-499a-926f-8c6ed44d98f6 req-96368000-16d5-4d42-aefe-4c4b2d7f1136 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 210 time: 0.0341480 Oct 28 19:54:45.148581 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcddf1-332b-4717-8c1e-5411a34b1e7b req-641156e9-aaac-42f3-9ea5-12b36ff9ff3f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:45.150188 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1fbcddf1-332b-4717-8c1e-5411a34b1e7b req-641156e9-aaac-42f3-9ea5-12b36ff9ff3f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 944 time: 0.2038043 Oct 28 19:54:45.169940 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-905cc282-5859-4cf6-be35-bdcce4620018 req-5bb135eb-b38c-44d5-89a5-0d1ce8976f01 service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350440 Oct 28 19:54:45.251643 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1fbcddf1-332b-4717-8c1e-5411a34b1e7b req-543bb2bc-810a-4358-8344-24accc5cba16 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948412 Oct 28 19:54:45.281652 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b278e73-83e2-4d10-86bd-2a0f39ec760b req-e457c558-196b-43a6-8816-1e1b7a084b68 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:45.281652 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b278e73-83e2-4d10-86bd-2a0f39ec760b req-e457c558-196b-43a6-8816-1e1b7a084b68 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.0896978 Oct 28 19:54:45.379038 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b278e73-83e2-4d10-86bd-2a0f39ec760b req-8e1e8970-0f5c-42b9-b323-8262a77d3329 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012592 Oct 28 19:54:45.763554 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 7ec22f8b-9ed8-4304-8c63-895e3e6727aa details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:45.895635 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:45.908893 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'port_id': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'mac_address': 'fa:16:3e:1c:6e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:45.948912 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db080ab2-071d-4eb4-b26b-30e2ac90133a req-ed3b9b55-a4c9-444e-920b-4f0497224ea4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:45.951522 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa is: ACTIVE; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:45.952094 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:45.956260 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-db080ab2-071d-4eb4-b26b-30e2ac90133a req-ed3b9b55-a4c9-444e-920b-4f0497224ea4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 945 time: 0.0740252 Oct 28 19:54:45.969210 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ec22f8b-9ed8-4304-8c63-895e3e6727aa {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:45.994021 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:46.000166 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:46.012460 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-db080ab2-071d-4eb4-b26b-30e2ac90133a req-eae358ab-d92d-41c7-9ae3-9f49b9f3ed20 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549312 Oct 28 19:54:46.068812 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,revision_number=6']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:46.172090 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['7ec22f8b-9ed8-4304-8c63-895e3e6727aa'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:46.214117 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d950f3-2d4a-42a7-9f13-7d1420202b6b req-f4070966-fe31-4dee-b55c-c16946d1f45d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:46.226006 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b2d950f3-2d4a-42a7-9f13-7d1420202b6b req-f4070966-fe31-4dee-b55c-c16946d1f45d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 945 time: 0.1054101 Oct 28 19:54:46.227980 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 47938) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:46.234072 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-3f951fee-6982-44c5-8365-4608be80ad94 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'floatingip': {'port_id': 'd78fb085-7d13-4fd8-a53f-97825b07281d'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:46.335072 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3a2e3484-36f7-4282-9ecb-d815df1f3973 req-d4308263-7fa6-439b-a535-112473624dc6 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 210 time: 0.0937035 Oct 28 19:54:46.342886 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3f951fee-6982-44c5-8365-4608be80ad94 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (393f9e7a-7e56-444e-9fbb-aae15d377a54), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:46.656052 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-f7352976-11c5-45ff-ac8d-baec7cc5adcd tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:46.664434 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-f7352976-11c5-45ff-ac8d-baec7cc5adcd tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 819 time: 0.3580275 Oct 28 19:54:46.686033 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0170e-3b0f-4e98-854d-3a3892a42698 req-d6a8eeb4-9396-4bf2-8769-753a02d8fb72 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:46.697450 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b0f0170e-3b0f-4e98-854d-3a3892a42698 req-d6a8eeb4-9396-4bf2-8769-753a02d8fb72 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 944 time: 0.2129564 Oct 28 19:54:46.770536 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a22284-af06-4652-8ebe-9d62b57dd512 req-bc359943-5fc6-48ac-8745-2a88898891bb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:46.780163 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-17a22284-af06-4652-8ebe-9d62b57dd512 req-bc359943-5fc6-48ac-8745-2a88898891bb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 945 time: 0.2348852 Oct 28 19:54:46.869400 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b0f0170e-3b0f-4e98-854d-3a3892a42698 req-8b30800c-9536-4118-b1d8-e4a20001d793 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708834 Oct 28 19:54:46.903957 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-2c32098f-7afe-4367-b332-54e6d88dce96 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9 HTTP/1.1" status: 200 len: 379 time: 0.2039545 Oct 28 19:54:46.916738 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Request body: {'port': {'device_id': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'admin_state_up': True, 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'security_groups': ['d28bada7-d2b5-4d2e-bd47-534e29d05020']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:46.984487 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-17a22284-af06-4652-8ebe-9d62b57dd512 req-351b810f-8ea0-48a9-8ca2-4e9d334b5793 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982479 Oct 28 19:54:47.079982 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Made reservation on behalf of 13a5e7068d3a48b08cc590c2b7d60bd9 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:54:47.084298 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:47.137488 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3f951fee-6982-44c5-8365-4608be80ad94 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:47.157641 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3f951fee-6982-44c5-8365-4608be80ad94 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (393f9e7a-7e56-444e-9fbb-aae15d377a54), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:47.338743 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Allocated IP 172.20.0.3 (ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea/10a750a5-4b0f-4fcb-b4e7-4d308f703f5d/bca51cc4-fcc4-491d-a434-afec666b20ad) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:47.347124 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.l3_db [None req-3f951fee-6982-44c5-8365-4608be80ad94 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Floating IP 393f9e7a-7e56-444e-9fbb-aae15d377a54 associated. External IP: 172.28.3.45, port: d78fb085-7d13-4fd8-a53f-97825b07281d. Oct 28 19:54:47.537717 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-afd75afa-7bf1-4b3f-ac2c-52c2345f7b7b req-3d0b3b8e-ff5b-4822-98f0-c9c064b57a1a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 210 time: 0.0790024 Oct 28 19:54:47.694144 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:47.779785 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 4155b112-23aa-4a3f-b645-365cfce48d41 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:47.783660 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 7ec22f8b-9ed8-4304-8c63-895e3e6727aa up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:47.798685 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:47.833175 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f951fee-6982-44c5-8365-4608be80ad94 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:54:47.918300 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:47.921927 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:47.925761 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:47.961000 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:47.962456 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:47.964687 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa Oct 28 19:54:48.011390 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event updated for resources: {'Port': ['ID=bca51cc4-fcc4-491d-a434-afec666b20ad,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:48.081004 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f951fee-6982-44c5-8365-4608be80ad94 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:54:48.092369 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:48.093899 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:48.100310 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3f951fee-6982-44c5-8365-4608be80ad94 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:48.126993 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b0234-c479-44bc-ae4d-fd7bb6978e5d None None] Sync routers for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:54:48.155940 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-3f951fee-6982-44c5-8365-4608be80ad94 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "PUT /v2.0/floatingips/393f9e7a-7e56-444e-9fbb-aae15d377a54 HTTP/1.1" status: 200 len: 990 time: 1.9264493 Oct 28 19:54:48.156654 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'tag': 'd78fb085-7d13-4fd8-a53f-97825b07281d'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:48.162616 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5998e4f0-9773-4aee-92c5-44ceff723a74" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbd9f2d-dd08-4c5d-885a-48a183691e53", "tag": "d78fb085-7d13-4fd8-a53f-97825b07281d"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:48.202470 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-9e90e4e4-cbf0-4705-bb41-eafe926f238c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2901170 Oct 28 19:54:48.215520 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Request body: {'port': {'device_id': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:48.225915 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b0234-c479-44bc-ae4d-fd7bb6978e5d None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:48.239974 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c76b0234-c479-44bc-ae4d-fd7bb6978e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:54:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:48.293885 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 4155b112-23aa-4a3f-b645-365cfce48d41, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=4155b112-23aa-4a3f-b645-365cfce48d41,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:48.636146 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:48.669329 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb2971-5598-4b2e-91c6-656d6b861d3c req-28d5e69e-97cd-4408-82c2-36489e732cce tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:48.671051 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8cdb2971-5598-4b2e-91c6-656d6b861d3c req-28d5e69e-97cd-4408-82c2-36489e732cce tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 944 time: 0.5526698 Oct 28 19:54:48.703612 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '4155b112-23aa-4a3f-b645-365cfce48d41', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'port_id': '4155b112-23aa-4a3f-b645-365cfce48d41', 'mac_address': 'fa:16:3e:1a:16:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:48.736279 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4175b9-7bdb-46c2-a2ac-51ae692ed517 req-04b4ebaa-ef2b-4cfe-998f-27f642371cdb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:48.738342 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1a4175b9-7bdb-46c2-a2ac-51ae692ed517 req-04b4ebaa-ef2b-4cfe-998f-27f642371cdb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 945 time: 0.1598012 Oct 28 19:54:48.765981 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:48.766893 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:48.865605 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-8ac13fbe-d646-488b-8c9c-a9a6fd4cc45c None None] Provisioning complete for port bca51cc4-fcc4-491d-a434-afec666b20ad triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:48.866327 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8ac13fbe-d646-488b-8c9c-a9a6fd4cc45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:48.866569 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8ac13fbe-d646-488b-8c9c-a9a6fd4cc45c None None] Attempt 1 to provision port bca51cc4-fcc4-491d-a434-afec666b20ad Oct 28 19:54:48.947188 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:48.949656 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897a5507-5d85-4f5a-a207-883f2d7b402f" -d '{"events": [{"server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "name": "network-vif-plugged", "status": "completed", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:48.963063 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 4155b112-23aa-4a3f-b645-365cfce48d41 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:48.963535 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:48.973935 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8ac13fbe-d646-488b-8c9c-a9a6fd4cc45c None None] Port bca51cc4-fcc4-491d-a434-afec666b20ad cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:48.990830 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:48.997772 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-c76b0234-c479-44bc-ae4d-fd7bb6978e5d None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:49.001190 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4155b112-23aa-4a3f-b645-365cfce48d41 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:49.036668 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:49.061142 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8cdb2971-5598-4b2e-91c6-656d6b861d3c req-7e6364c0-e69a-4585-95f2-dbd8a826b080 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3575606 Oct 28 19:54:49.146777 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af8714a-a6b4-4dca-8a43-f07369c6c8bd x-openstack-request-id: req-4af8714a-a6b4-4dca-8a43-f07369c6c8bd {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:49.148501 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbd9f2d-dd08-4c5d-885a-48a183691e53", "tag": "d78fb085-7d13-4fd8-a53f-97825b07281d", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:49.149319 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4af8714a-a6b4-4dca-8a43-f07369c6c8bd {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:49.149988 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af8714a-a6b4-4dca-8a43-f07369c6c8bd'] response: {'name': 'network-changed', 'server_uuid': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'tag': 'd78fb085-7d13-4fd8-a53f-97825b07281d', 'status': 'completed', 'code': 200} Oct 28 19:54:49.160489 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 4155b112-23aa-4a3f-b645-365cfce48d41, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=4155b112-23aa-4a3f-b645-365cfce48d41,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:49.218043 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1a4175b9-7bdb-46c2-a2ac-51ae692ed517 req-31fd079f-92a8-4b66-8423-0fe690607c3f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4700620 Oct 28 19:54:49.241571 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca51cc4-fcc4-491d-a434-afec666b20ad {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:49.260661 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Publish callbacks [] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:49.293176 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e4f0-9773-4aee-92c5-44ceff723a74 req-436dedc2-715a-4e68-938c-a87583aacd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:49.294797 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Transition to ACTIVE for port object bca51cc4-fcc4-491d-a434-afec666b20ad will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:54:49.295541 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5998e4f0-9773-4aee-92c5-44ceff723a74 req-436dedc2-715a-4e68-938c-a87583aacd22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 1129 time: 0.1252375 Oct 28 19:54:49.323255 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:49.356769 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:49.387786 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,revision_number=7']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:49.399514 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.400199 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.401113 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.401713 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.402270 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.403369 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.403922 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.404490 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.405025 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.405616 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.406316 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.406860 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.407404 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:54:49.487685 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8ac13fbe-d646-488b-8c9c-a9a6fd4cc45c None None] Attempt 2 to provision port bca51cc4-fcc4-491d-a434-afec666b20ad Oct 28 19:54:49.514767 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e4f0-9773-4aee-92c5-44ceff723a74 req-1c261ffc-b308-4cd5-9a8c-c80c92d70e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:49.516448 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5998e4f0-9773-4aee-92c5-44ceff723a74 req-1c261ffc-b308-4cd5-9a8c-c80c92d70e89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 915 time: 0.2113388 Oct 28 19:54:49.524319 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Attempting to bind port bca51cc4-fcc4-491d-a434-afec666b20ad on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:54:49.524710 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Attempting to bind port bca51cc4-fcc4-491d-a434-afec666b20ad by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:54:49.525095 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Attempting to bind port bca51cc4-fcc4-491d-a434-afec666b20ad on network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:49.532113 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Port bca51cc4-fcc4-491d-a434-afec666b20ad on network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:54:49.532561 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Attempting to bind port bca51cc4-fcc4-491d-a434-afec666b20ad on network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:54:49.535065 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Pushing event updated for resources: {'Port': ['ID=bca51cc4-fcc4-491d-a434-afec666b20ad,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:49.545997 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b259641-0847-497c-a2c2-26bd80d03d65 req-ebdcd5cc-edd6-4c99-9de5-8d55856ec2d0 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:49.547111 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9b259641-0847-497c-a2c2-26bd80d03d65 req-ebdcd5cc-edd6-4c99-9de5-8d55856ec2d0 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 945 time: 0.2555189 Oct 28 19:54:49.581177 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8ac13fbe-d646-488b-8c9c-a9a6fd4cc45c None None] Port bca51cc4-fcc4-491d-a434-afec666b20ad cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:54:49.593680 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6cfb-e49f-452b-9d78-a15c2b1f5981 req-06cb0248-e2b8-4b5d-ad6a-3d4e2b9361cd tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:49.604039 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f80b6cfb-e49f-452b-9d78-a15c2b1f5981 req-06cb0248-e2b8-4b5d-ad6a-3d4e2b9361cd tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 943 time: 0.2726297 Oct 28 19:54:49.625904 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:54:49.626289 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Checking segment: {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:54:49.626695 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Bound using segment: {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:54:49.627165 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Bound port: bca51cc4-fcc4-491d-a434-afec666b20ad, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb648bba-4e01-4dff-b772-9071ef69dd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:54:49.627535 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:49.703120 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=4155b112-23aa-4a3f-b645-365cfce48d41,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:49.781549 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['4155b112-23aa-4a3f-b645-365cfce48d41'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:49.858861 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5998e4f0-9773-4aee-92c5-44ceff723a74 req-e6b94413-008d-49e5-96c4-e75608d5959d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d78fb085-7d13-4fd8-a53f-97825b07281d HTTP/1.1" status: 200 len: 998 time: 0.3289320 Oct 28 19:54:49.882045 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f80b6cfb-e49f-452b-9d78-a15c2b1f5981 req-0e3bac83-f87a-4409-bfe9-588cfd6a416b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770209 Oct 28 19:54:49.964607 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e4f0-9773-4aee-92c5-44ceff723a74 req-f6bf0a29-91e1-4826-bd31-fea8471964c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:49.966681 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5998e4f0-9773-4aee-92c5-44ceff723a74 req-f6bf0a29-91e1-4826-bd31-fea8471964c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.0953002 Oct 28 19:54:49.993791 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] For port bca51cc4-fcc4-491d-a434-afec666b20ad, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:54:49.997657 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] For port bca51cc4-fcc4-491d-a434-afec666b20ad, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bca51cc4-fcc4-491d-a434-afec666b20ad,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:54:50.043209 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9b259641-0847-497c-a2c2-26bd80d03d65 req-8302ee80-034a-4b0e-8817-f82ac6e0fa22 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4fcd6a8-2012-4b43-96e4-cc16c90e30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798441 Oct 28 19:54:50.044514 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a02c1f2-3a23-48e2-8efa-e45959f42a32 x-openstack-request-id: req-4a02c1f2-3a23-48e2-8efa-e45959f42a32 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:50.045022 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "name": "network-vif-plugged", "status": "completed", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:50.045106 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a02c1f2-3a23-48e2-8efa-e45959f42a32 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:50.047296 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a02c1f2-3a23-48e2-8efa-e45959f42a32'] response: {'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'code': 200} Oct 28 19:54:50.054920 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:50.099938 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-8ac13fbe-d646-488b-8c9c-a9a6fd4cc45c None None] Attempt 3 to provision port bca51cc4-fcc4-491d-a434-afec666b20ad Oct 28 19:54:50.140424 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e4f0-9773-4aee-92c5-44ceff723a74 req-f6a6be59-63bf-4fc2-81d8-4640630a701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:50.142274 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:50.145015 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5998e4f0-9773-4aee-92c5-44ceff723a74 req-f6a6be59-63bf-4fc2-81d8-4640630a701f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1680236 Oct 28 19:54:50.146074 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:50.152187 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] 10.222.0.26 "PUT /v2.0/ports/bca51cc4-fcc4-491d-a434-afec666b20ad HTTP/1.1" status: 200 len: 1093 time: 1.9408393 Oct 28 19:54:50.154462 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:50.159614 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71662e86-8679-4cdc-b0b0-d2907b5be408" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:50.165997 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c76b0234-c479-44bc-ae4d-fd7bb6978e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '393f9e7a-7e56-444e-9fbb-aae15d377a54', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': 'd78fb085-7d13-4fd8-a53f-97825b07281d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:1f:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:23Z', 'updated_at': '2022-10-28T19:54:47Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}, {'id': 'c557be35-d0a3-4781-83ff-dea766308517', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:47:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:00Z', 'updated_at': '2022-10-28T19:53:32Z', 'revision_number': 2, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:50.216953 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b0234-c479-44bc-ae4d-fd7bb6978e5d None None] Checking router: 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:54:50.234247 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-8ac13fbe-d646-488b-8c9c-a9a6fd4cc45c None None] Port bca51cc4-fcc4-491d-a434-afec666b20ad had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:54:50.254076 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b0234-c479-44bc-ae4d-fd7bb6978e5d None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:54:50.254894 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c76b0234-c479-44bc-ae4d-fd7bb6978e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:54:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:50.327534 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48046) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:50.334939 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea27a290-c9d6-455e-9f06-eee5a50f21f7 x-openstack-request-id: req-ea27a290-c9d6-455e-9f06-eee5a50f21f7 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:50.337978 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:50.338523 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea27a290-c9d6-455e-9f06-eee5a50f21f7 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:50.339245 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea27a290-c9d6-455e-9f06-eee5a50f21f7'] response: {'name': 'network-changed', 'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'status': 'completed', 'code': 200} Oct 28 19:54:50.454402 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-c76b0234-c479-44bc-ae4d-fd7bb6978e5d None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:54:50.499675 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5998e4f0-9773-4aee-92c5-44ceff723a74 req-42c95dd9-21ee-482d-a051-d02dc2f6aa69 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317060 Oct 28 19:54:50.642513 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a52aea-f89a-43c2-b15b-f5d6d8f72813 req-a9994297-44f1-4ace-bd99-0b1cc2d52c45 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:50.644520 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-95a52aea-f89a-43c2-b15b-f5d6d8f72813 req-a9994297-44f1-4ace-bd99-0b1cc2d52c45 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 945 time: 0.6429150 Oct 28 19:54:50.666643 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716944c-de8c-424d-8c36-978d8d83b391 service neutron] Pushing event updated for resources: {'Port': ['ID=bca51cc4-fcc4-491d-a434-afec666b20ad,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:50.706331 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900f6e-209a-4510-9ceb-ef422d055fff req-119dd921-9da4-4a7f-8a6f-912e3c02bbd3 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:50.714485 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b900f6e-209a-4510-9ceb-ef422d055fff req-119dd921-9da4-4a7f-8a6f-912e3c02bbd3 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 945 time: 0.4271252 Oct 28 19:54:50.727566 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-060d8176-af09-4a8d-8fa0-a87d10f2676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:50.729351 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-060d8176-af09-4a8d-8fa0-a87d10f2676e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 1127 time: 0.5017190 Oct 28 19:54:50.736990 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7d9b-dcc1-4491-91ba-0f47bac0f880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:50.744816 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2f733-7a18-47b5-afad-241b14dd0d62 req-3082d4cb-052f-4b4f-8463-42d1539043ca tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:50.753020 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aeb2f733-7a18-47b5-afad-241b14dd0d62 req-3082d4cb-052f-4b4f-8463-42d1539043ca tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.3042421 Oct 28 19:54:50.837880 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-909fa091-af54-4ab7-854e-70fde91c9992 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca51cc4-fcc4-491d-a434-afec666b20ad HTTP/1.1" status: 200 len: 217 time: 0.0729024 Oct 28 19:54:50.975034 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b900f6e-209a-4510-9ceb-ef422d055fff req-03ca553e-498b-4cb0-a2b2-4f8809212bb5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594168 Oct 28 19:54:51.080248 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c76b0234-c479-44bc-ae4d-fd7bb6978e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '393f9e7a-7e56-444e-9fbb-aae15d377a54', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': 'd78fb085-7d13-4fd8-a53f-97825b07281d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:1f:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:23Z', 'updated_at': '2022-10-28T19:54:47Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}, {'id': 'c557be35-d0a3-4781-83ff-dea766308517', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:47:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:00Z', 'updated_at': '2022-10-28T19:53:32Z', 'revision_number': 2, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:54:51.109972 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aeb2f733-7a18-47b5-afad-241b14dd0d62 req-50f2b22f-01ff-42f8-baac-664ff854092c tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3557255 Oct 28 19:54:51.175658 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b0234-c479-44bc-ae4d-fd7bb6978e5d None None] The sync data for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb is: [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '393f9e7a-7e56-444e-9fbb-aae15d377a54', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': 'd78fb085-7d13-4fd8-a53f-97825b07281d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:1f:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:23Z', 'updated_at': '2022-10-28T19:54:47Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}, {'id': 'c557be35-d0a3-4781-83ff-dea766308517', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:47:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:00Z', 'updated_at': '2022-10-28T19:53:32Z', 'revision_number': 2, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:54:51.365904 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-7acf79ee-0b21-4743-9285-11850b253595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:51.367526 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-7acf79ee-0b21-4743-9285-11850b253595 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.5206280 Oct 28 19:54:51.413758 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-5998e4f0-9773-4aee-92c5-44ceff723a74 req-d8474bd2-0fb6-428a-afdf-0664188c57d6 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9131169 Oct 28 19:54:51.476589 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7d9b-dcc1-4491-91ba-0f47bac0f880 admin admin] Publish callbacks [] for security_group (3d091051-6c1d-474d-85b9-ca8a88f4ca20), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.485295 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7d9b-dcc1-4491-91ba-0f47bac0f880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (3d091051-6c1d-474d-85b9-ca8a88f4ca20), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.565832 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-cc8e7d9b-dcc1-4491-91ba-0f47bac0f880 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db0e9066ecb043eb9fff0c4dcd151a85&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2371209 Oct 28 19:54:51.569284 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-95a52aea-f89a-43c2-b15b-f5d6d8f72813 req-96e498bb-c818-44a8-add6-13768a8547cd tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Deleting port bb9050d4-db63-41b4-82a0-173be7ae7941 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:54:51.569730 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-95a52aea-f89a-43c2-b15b-f5d6d8f72813 req-96e498bb-c818-44a8-add6-13768a8547cd tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.589348 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48054) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:51.637771 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e7d9b-dcc1-4491-91ba-0f47bac0f880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d091051-6c1d-474d-85b9-ca8a88f4ca20,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:51.731475 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-95a52aea-f89a-43c2-b15b-f5d6d8f72813 req-96e498bb-c818-44a8-add6-13768a8547cd tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] For port bb9050d4-db63-41b4-82a0-173be7ae7941, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bb9050d4-db63-41b4-82a0-173be7ae7941,segment=NetworkSegment(e9a0c75c-709e-4ca5-82b3-fe643461ee63),segment_id=e9a0c75c-709e-4ca5-82b3-fe643461ee63)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:51.731872 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-95a52aea-f89a-43c2-b15b-f5d6d8f72813 req-96e498bb-c818-44a8-add6-13768a8547cd tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.742964 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ba75ad6-d7a5-480d-b466-a275afa35343 admin admin] Publish callbacks [] for security_group (3d091051-6c1d-474d-85b9-ca8a88f4ca20), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.767632 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-95a52aea-f89a-43c2-b15b-f5d6d8f72813 req-96e498bb-c818-44a8-add6-13768a8547cd tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Calling delete_port for bb9050d4-db63-41b4-82a0-173be7ae7941 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:54:51.778670 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-4e3de688-e9cc-49b7-84bb-c7ee1f900ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:51.784504 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-4e3de688-e9cc-49b7-84bb-c7ee1f900ca5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3530040 Oct 28 19:54:51.786554 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ba75ad6-d7a5-480d-b466-a275afa35343 admin admin] Publish callbacks [] for security_group (3d091051-6c1d-474d-85b9-ca8a88f4ca20), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.794466 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 4155b112-23aa-4a3f-b645-365cfce48d41 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:51.800000 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739296c2-8454-40d4-8e6e-6ea9d32be1b4 None None] New status for floating IP 393f9e7a-7e56-444e-9fbb-aae15d377a54: ACTIVE {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:54:51.834100 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e5175-ecf9-45cf-a7d7-86ccbd6c39e6 req-e8b0547b-40de-4737-8729-79a58e545dc4 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:51.836333 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5e4e5175-ecf9-45cf-a7d7-86ccbd6c39e6 req-e8b0547b-40de-4737-8729-79a58e545dc4 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 943 time: 0.6595666 Oct 28 19:54:51.943430 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6185e-94ff-4a2e-9d8e-81d73378bb8a req-eaca6d4a-0b9b-497d-a868-da438f815095 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:51.945196 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ba75ad6-d7a5-480d-b466-a275afa35343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (3d091051-6c1d-474d-85b9-ca8a88f4ca20), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.948693 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-3ba75ad6-d7a5-480d-b466-a275afa35343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.949880 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-3ba75ad6-d7a5-480d-b466-a275afa35343 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d091051-6c1d-474d-85b9-ca8a88f4ca20 HTTP/1.1" status: 204 len: 168 time: 0.3591352 Oct 28 19:54:51.955597 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bcd6185e-94ff-4a2e-9d8e-81d73378bb8a req-eaca6d4a-0b9b-497d-a868-da438f815095 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 945 time: 0.6407840 Oct 28 19:54:51.963775 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba75ad6-d7a5-480d-b466-a275afa35343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d091051-6c1d-474d-85b9-ca8a88f4ca20,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:51.979850 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 4155b112-23aa-4a3f-b645-365cfce48d41 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:54:51.994696 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 4155b112-23aa-4a3f-b645-365cfce48d41 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:51.996367 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:51.996746 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 4155b112-23aa-4a3f-b645-365cfce48d41 Oct 28 19:54:52.305884 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 4155b112-23aa-4a3f-b645-365cfce48d41 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:52.306606 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:52.310195 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bcd6185e-94ff-4a2e-9d8e-81d73378bb8a req-def89114-2969-4c63-aeb8-73b9c7c5f533 tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/security-groups?id=d4fcd6a8-2012-4b43-96e4-cc16c90e30db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529866 Oct 28 19:54:52.354306 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5e4e5175-ecf9-45cf-a7d7-86ccbd6c39e6 req-47e0a2f3-754c-471b-b0ad-e781011ca5bd tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4381099 Oct 28 19:54:52.384711 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:52.388124 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990dc1aa-3268-4e71-a649-beb1cd78009f" -d '{"events": [{"server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "name": "network-vif-plugged", "status": "completed", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:52.412263 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 4155b112-23aa-4a3f-b645-365cfce48d41, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=4155b112-23aa-4a3f-b645-365cfce48d41,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:52.419483 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:52.422172 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device bb9050d4-db63-41b4-82a0-173be7ae7941 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:54:52.467930 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-c1fd8cc0-ecaa-4e8b-b293-2c0846bec417 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6285250 Oct 28 19:54:52.493807 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=4155b112-23aa-4a3f-b645-365cfce48d41,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:52.613328 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-554d1f7d-a5cb-4272-8765-008e6934a6d5 req-e365b519-50da-4ba8-9182-f9895740b909 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351581 Oct 28 19:54:52.620330 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port bb9050d4-db63-41b4-82a0-173be7ae7941 is: ACTIVE; New status is: DOWN {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:52.620899 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:52.736026 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e9d77-cdc3-4503-9133-024cbf9ec73d req-6204f673-b560-4012-ba0b-ea37a4b5754c tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:52.737596 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ea4e9d77-cdc3-4503-9133-024cbf9ec73d req-6204f673-b560-4012-ba0b-ea37a4b5754c tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.3314497 Oct 28 19:54:53.181850 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662e86-8679-4cdc-b0b0-d2907b5be408 req-312d9192-edc4-41d7-aa03-697be2d72746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:53.183353 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71662e86-8679-4cdc-b0b0-d2907b5be408 req-312d9192-edc4-41d7-aa03-697be2d72746 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 1127 time: 0.5064015 Oct 28 19:54:53.197444 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f44502-f009-4f83-bdd9-e8cf2155557b req-52c0d468-0f79-4c2a-b3ab-aa63daeb47e2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:53.200483 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71f44502-f009-4f83-bdd9-e8cf2155557b req-52c0d468-0f79-4c2a-b3ab-aa63daeb47e2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.6450028 Oct 28 19:54:53.218904 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-95a52aea-f89a-43c2-b15b-f5d6d8f72813 req-96e498bb-c818-44a8-add6-13768a8547cd tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (bb9050d4-db63-41b4-82a0-173be7ae7941), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:53.341446 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e498bb-c818-44a8-add6-13768a8547cd tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Pushing event deleted for resources: {'Port': ['ID=bb9050d4-db63-41b4-82a0-173be7ae7941,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:53.424498 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ea4e9d77-cdc3-4503-9133-024cbf9ec73d req-cf8fc1fb-17bc-47cf-93d8-3faaafff9511 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6743550 Oct 28 19:54:53.463108 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71f44502-f009-4f83-bdd9-e8cf2155557b req-594a5097-2f3f-4b21-b4f8-80ac3f775fe7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324026 Oct 28 19:54:53.484168 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a52aea-f89a-43c2-b15b-f5d6d8f72813 req-96e498bb-c818-44a8-add6-13768a8547cd tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] No DVR routers for this DVR port bb9050d4-db63-41b4-82a0-173be7ae7941 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:54:53.514604 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-95a52aea-f89a-43c2-b15b-f5d6d8f72813 req-96e498bb-c818-44a8-add6-13768a8547cd tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:53.531733 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-95a52aea-f89a-43c2-b15b-f5d6d8f72813 req-96e498bb-c818-44a8-add6-13768a8547cd tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.26 "DELETE /v2.0/ports/bb9050d4-db63-41b4-82a0-173be7ae7941 HTTP/1.1" status: 204 len: 173 time: 2.8782003 Oct 28 19:54:53.535559 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe281e7f-c630-42e5-980d-c74fceb6cad0', 'name': 'network-vif-deleted', 'tag': 'bb9050d4-db63-41b4-82a0-173be7ae7941'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:53.543395 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511bc40d-fa57-42b6-af20-84f049a23106" -d '{"events": [{"server_uuid": "fe281e7f-c630-42e5-980d-c74fceb6cad0", "name": "network-vif-deleted", "tag": "bb9050d4-db63-41b4-82a0-173be7ae7941"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:53.569740 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662e86-8679-4cdc-b0b0-d2907b5be408 req-dd1ff594-9f6d-4711-a61f-ae65b8a77507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:53.571772 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71662e86-8679-4cdc-b0b0-d2907b5be408 req-dd1ff594-9f6d-4711-a61f-ae65b8a77507 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.3675303 Oct 28 19:54:53.585480 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc1bdcf-701d-47dd-821d-7114f28e8218 x-openstack-request-id: req-4bc1bdcf-701d-47dd-821d-7114f28e8218 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:53.585480 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "name": "network-vif-plugged", "status": "completed", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:53.585480 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4bc1bdcf-701d-47dd-821d-7114f28e8218 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:53.585480 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc1bdcf-701d-47dd-821d-7114f28e8218'] response: {'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41', 'code': 200} Oct 28 19:54:53.636745 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71662e86-8679-4cdc-b0b0-d2907b5be408 req-2df3d0c9-c0dd-4e71-acb4-4dd7ab2a5981 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca51cc4-fcc4-491d-a434-afec666b20ad HTTP/1.1" status: 200 len: 217 time: 0.0504971 Oct 28 19:54:53.704303 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-95a473be-3851-430b-b217-b96b3974db56 req-d1665cc1-3a2c-49ca-baa1-a11d5a94288f tempest-VolumesActionsTest-267624965 tempest-VolumesActionsTest-267624965-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe281e7f-c630-42e5-980d-c74fceb6cad0 HTTP/1.1" status: 200 len: 210 time: 0.0603011 Oct 28 19:54:53.825646 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90728834-b5e9-452e-b261-1a77b5eb6fd3 x-openstack-request-id: req-90728834-b5e9-452e-b261-1a77b5eb6fd3 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:53.826203 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe281e7f-c630-42e5-980d-c74fceb6cad0", "name": "network-vif-deleted", "tag": "bb9050d4-db63-41b4-82a0-173be7ae7941", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:53.827506 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90728834-b5e9-452e-b261-1a77b5eb6fd3 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:53.828007 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90728834-b5e9-452e-b261-1a77b5eb6fd3'] response: {'server_uuid': 'fe281e7f-c630-42e5-980d-c74fceb6cad0', 'name': 'network-vif-deleted', 'tag': 'bb9050d4-db63-41b4-82a0-173be7ae7941', 'status': 'completed', 'code': 200} Oct 28 19:54:53.866632 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662e86-8679-4cdc-b0b0-d2907b5be408 req-c7911caa-9dd9-46bf-bcc9-eba426991955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:53.868268 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71662e86-8679-4cdc-b0b0-d2907b5be408 req-c7911caa-9dd9-46bf-bcc9-eba426991955 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.1733797 Oct 28 19:54:54.014928 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5789bac-2d90-4cfe-947f-6be2c17b9818 req-ef56c7de-55e1-48e7-9d88-7bc8d3aa2dd9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:54.023259 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f5789bac-2d90-4cfe-947f-6be2c17b9818 req-ef56c7de-55e1-48e7-9d88-7bc8d3aa2dd9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 943 time: 0.3301392 Oct 28 19:54:54.068104 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab4520-c77c-4e83-945a-ddcf83729e13 req-ddf47038-0684-4263-a15c-6b4c2a149f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:54.071408 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6dab4520-c77c-4e83-945a-ddcf83729e13 req-ddf47038-0684-4263-a15c-6b4c2a149f9e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 1130 time: 0.0944178 Oct 28 19:54:54.142165 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f5789bac-2d90-4cfe-947f-6be2c17b9818 req-6799346c-d72e-41e4-bbf7-1229e3fd3338 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106319 Oct 28 19:54:54.162425 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71662e86-8679-4cdc-b0b0-d2907b5be408 req-0e73dd33-b3b2-4496-a2ee-86993735d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:54.163951 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71662e86-8679-4cdc-b0b0-d2907b5be408 req-0e73dd33-b3b2-4496-a2ee-86993735d280 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2667942 Oct 28 19:54:54.196923 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6dab4520-c77c-4e83-945a-ddcf83729e13 req-2ab9e95f-af36-435f-a456-cb6ac41fcccf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756450 Oct 28 19:54:54.310840 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71662e86-8679-4cdc-b0b0-d2907b5be408 req-3e717aad-f757-4009-a012-af2450a4f447 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195776 Oct 28 19:54:54.698319 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71662e86-8679-4cdc-b0b0-d2907b5be408 req-369e0a52-4d48-4feb-8450-a61f84ce651c service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390456 Oct 28 19:54:54.838619 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8845477-6022-4339-a3b0-32706e87a8c4 req-ca1415b0-d09d-43bf-b7c9-e00e557aaa75 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:54.842161 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c8845477-6022-4339-a3b0-32706e87a8c4 req-ca1415b0-d09d-43bf-b7c9-e00e557aaa75 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.2398324 Oct 28 19:54:54.874571 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ff90f-736a-4d50-908b-2e77f5e60fe6 req-cb6b93e4-9142-4d39-99ab-29abf7762309 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:54.886022 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5c0ff90f-736a-4d50-908b-2e77f5e60fe6 req-cb6b93e4-9142-4d39-99ab-29abf7762309 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1760731 Oct 28 19:54:55.062330 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5c0ff90f-736a-4d50-908b-2e77f5e60fe6 req-ba220f97-c735-44dc-8dc9-d5775434c3dc tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335428 Oct 28 19:54:55.067475 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c8845477-6022-4339-a3b0-32706e87a8c4 req-ba74e93f-15e1-46a0-9b16-ae18e2c948f5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128258 Oct 28 19:54:55.433730 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e959fcb-63cd-4558-89f7-3136f574e2b6 req-3ca33331-4410-403e-a0f7-6f08a667b507 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:55.444190 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3e959fcb-63cd-4558-89f7-3136f574e2b6 req-3ca33331-4410-403e-a0f7-6f08a667b507 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 943 time: 0.1463764 Oct 28 19:54:55.661981 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3e959fcb-63cd-4558-89f7-3136f574e2b6 req-7ad76315-6e6c-4b82-bd41-713fd2c129d5 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025385 Oct 28 19:54:55.832093 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device bca51cc4-fcc4-491d-a434-afec666b20ad details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:54:56.022344 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port bca51cc4-fcc4-491d-a434-afec666b20ad, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bca51cc4-fcc4-491d-a434-afec666b20ad,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:56.042059 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'port_id': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'mac_address': 'fa:16:3e:fc:b1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:54:56.106036 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port bca51cc4-fcc4-491d-a434-afec666b20ad is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:56.106843 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:56.133691 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca51cc4-fcc4-491d-a434-afec666b20ad {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:54:56.204523 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port bca51cc4-fcc4-491d-a434-afec666b20ad, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bca51cc4-fcc4-491d-a434-afec666b20ad,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:56.212281 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:56.328047 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=bca51cc4-fcc4-491d-a434-afec666b20ad,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:56.373896 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622c6e4-d3ec-4650-8ac9-9a86a4ba7f0d req-947b3f7b-ab6c-4d91-b34f-3419105d13f4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:56.382910 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5622c6e4-d3ec-4650-8ac9-9a86a4ba7f0d req-947b3f7b-ab6c-4d91-b34f-3419105d13f4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1184494 Oct 28 19:54:56.417164 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e35ea-3fd3-4e97-aa0b-3dae19b3fa5f req-3a7e79e2-292b-4126-8f53-def6282a014f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:56.424740 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-249e35ea-3fd3-4e97-aa0b-3dae19b3fa5f req-3a7e79e2-292b-4126-8f53-def6282a014f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.1472833 Oct 28 19:54:56.565904 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5622c6e4-d3ec-4650-8ac9-9a86a4ba7f0d req-907ca4f4-4a76-4815-b8cf-bca789ce4cc0 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781237 Oct 28 19:54:56.623838 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['bca51cc4-fcc4-491d-a434-afec666b20ad'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:54:56.636281 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-249e35ea-3fd3-4e97-aa0b-3dae19b3fa5f req-74eb620d-c49c-4e47-af1e-f39734c0a24a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095001 Oct 28 19:54:56.805042 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:56.948818 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1983b3-8826-4ae5-b65f-e8a09b324c9c req-c0e901bb-15ee-473b-90ab-7ecd9c9ceac4 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:56.950480 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3a1983b3-8826-4ae5-b65f-e8a09b324c9c req-c0e901bb-15ee-473b-90ab-7ecd9c9ceac4 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 944 time: 0.1287346 Oct 28 19:54:56.967020 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826a6c6-2317-44b4-a8c0-0d1d0a196ccf req-c388c83b-6529-49d5-8949-df9e79649e75 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:56.975075 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b826a6c6-2317-44b4-a8c0-0d1d0a196ccf req-c388c83b-6529-49d5-8949-df9e79649e75 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.2106040 Oct 28 19:54:57.095683 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3a1983b3-8826-4ae5-b65f-e8a09b324c9c req-f1ffb45f-37c0-4706-a22f-0d0e7477a5ab tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059988 Oct 28 19:54:57.102639 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b826a6c6-2317-44b4-a8c0-0d1d0a196ccf req-9ee330a4-491e-4cf5-9414-97910529198f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267097 Oct 28 19:54:57.143000 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48110) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:57.621503 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3887948-3c45-4893-8020-de68248bd9d6 tempest-TestShelveInstance-1669082824 tempest-TestShelveInstance-1669082824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:57.621503 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-d3887948-3c45-4893-8020-de68248bd9d6 tempest-TestShelveInstance-1669082824 tempest-TestShelveInstance-1669082824-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 1125 time: 0.4737709 Oct 28 19:54:57.634183 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48116) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:54:57.634183 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Request body: {'floatingip': {'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'port_id': '4155b112-23aa-4a3f-b645-365cfce48d41', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:54:57.677457 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:57.837405 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76c71b-e137-4d02-83a6-7150cd63d518 req-b1d8ffc1-f911-4922-af61-cecc9d3cff39 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:57.839802 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9b76c71b-e137-4d02-83a6-7150cd63d518 req-b1d8ffc1-f911-4922-af61-cecc9d3cff39 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1119220 Oct 28 19:54:57.870821 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device bca51cc4-fcc4-491d-a434-afec666b20ad up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:54:57.934789 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9b76c71b-e137-4d02-83a6-7150cd63d518 req-39370963-2e62-48d2-97bc-993cbc83fae8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801311 Oct 28 19:54:57.940270 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:57.972713 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port bca51cc4-fcc4-491d-a434-afec666b20ad completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:54:57.981495 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port bca51cc4-fcc4-491d-a434-afec666b20ad triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:54:57.982074 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:57.982597 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port bca51cc4-fcc4-491d-a434-afec666b20ad Oct 28 19:54:58.063546 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Allocated IP 172.28.3.72 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/a6859af0-4d39-4d37-b3bc-606dd08fcd9b) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:54:58.118455 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port bca51cc4-fcc4-491d-a434-afec666b20ad is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:54:58.118934 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:58.147258 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:54:58.149582 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c491ee77-707a-48b0-9cc6-20cc63a58c14" -d '{"events": [{"server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "name": "network-vif-plugged", "status": "completed", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:54:58.188793 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port bca51cc4-fcc4-491d-a434-afec666b20ad, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bca51cc4-fcc4-491d-a434-afec666b20ad,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:54:58.195595 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:58.245106 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for port (a6859af0-4d39-4d37-b3bc-606dd08fcd9b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:58.352332 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b6dbb7-48cd-43c4-aaf7-dbe263a9428e x-openstack-request-id: req-99b6dbb7-48cd-43c4-aaf7-dbe263a9428e {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:54:58.352637 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "name": "network-vif-plugged", "status": "completed", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:54:58.352899 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99b6dbb7-48cd-43c4-aaf7-dbe263a9428e {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:54:58.353310 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b6dbb7-48cd-43c4-aaf7-dbe263a9428e'] response: {'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'code': 200} Oct 28 19:54:58.353980 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=bca51cc4-fcc4-491d-a434-afec666b20ad,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:58.430147 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f1c88-273c-4f16-8c99-e62d641702aa req-7111e46b-750c-4791-9486-ed4331ff5cc2 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:58.436088 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8e2f1c88-273c-4f16-8c99-e62d641702aa req-7111e46b-750c-4791-9486-ed4331ff5cc2 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1964924 Oct 28 19:54:58.460587 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (a6859af0-4d39-4d37-b3bc-606dd08fcd9b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:58.582553 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event updated for resources: {'Port': ['ID=a6859af0-4d39-4d37-b3bc-606dd08fcd9b,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:54:58.701043 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:54:58.715059 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:54:58.722882 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:54:58.808161 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8e2f1c88-273c-4f16-8c99-e62d641702aa req-c2e926a3-e411-4e7d-9f9f-a1d8e3a2fc89 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624058 Oct 28 19:54:58.956225 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca1a6e-0607-4526-b187-a7c94ec15a58 req-bc47679e-ffe1-474c-9183-4b9edea1df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:58.958272 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-23ca1a6e-0607-4526-b187-a7c94ec15a58 req-bc47679e-ffe1-474c-9183-4b9edea1df32 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 1129 time: 0.3774538 Oct 28 19:54:59.062921 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-23ca1a6e-0607-4526-b187-a7c94ec15a58 req-eb81458a-7eb0-4a06-94b5-47e5245371e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974207 Oct 28 19:54:59.240825 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8ba1c-c42e-449d-9da5-aa3b269fc9ba req-9bc91324-4ea9-4701-a51b-938ad2ec2d07 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:54:59.249497 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-86f8ba1c-c42e-449d-9da5-aa3b269fc9ba req-9bc91324-4ea9-4701-a51b-938ad2ec2d07 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1593590 Oct 28 19:54:59.408159 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-86f8ba1c-c42e-449d-9da5-aa3b269fc9ba req-65a6a8ed-e41c-4898-afa2-3cb93415ba1a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575568 Oct 28 19:54:59.530165 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for floatingip (6f1da09c-f756-44ae-abb3-4690b4054d05), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:54:59.666656 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (a6859af0-4d39-4d37-b3bc-606dd08fcd9b), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:00.058952 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247150eb-c5f4-4938-9fb4-a1e58b64f4f9 req-6163706e-aa49-4956-80ca-881cb85a5ed6 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:00.065953 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-247150eb-c5f4-4938-9fb4-a1e58b64f4f9 req-6163706e-aa49-4956-80ca-881cb85a5ed6 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1425569 Oct 28 19:55:00.141341 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for port (a6859af0-4d39-4d37-b3bc-606dd08fcd9b), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:00.152083 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-247150eb-c5f4-4938-9fb4-a1e58b64f4f9 req-de098947-42d0-45a3-8d65-6acbb7e308f2 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849936 Oct 28 19:55:00.153763 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (a6859af0-4d39-4d37-b3bc-606dd08fcd9b), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:00.242115 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (6f1da09c-f756-44ae-abb3-4690b4054d05), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:00.244172 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event updated for resources: {'Port': ['ID=a6859af0-4d39-4d37-b3bc-606dd08fcd9b,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:00.359026 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Floating IP 6f1da09c-f756-44ae-abb3-4690b4054d05 associated. External IP: 172.28.3.72, port: 4155b112-23aa-4a3f-b645-365cfce48d41. Oct 28 19:55:00.627491 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bff50-ccc5-4200-ae55-0e9769c6de23 req-9e2ee4fb-5046-4cfc-b1a9-db1db6a2d1fa tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:00.630016 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7e2bff50-ccc5-4200-ae55-0e9769c6de23 req-9e2ee4fb-5046-4cfc-b1a9-db1db6a2d1fa tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1131063 Oct 28 19:55:00.631987 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:55:00.728678 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7e2bff50-ccc5-4200-ae55-0e9769c6de23 req-658f68a9-c9dd-4f08-98c0-b22c21dada1e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892797 Oct 28 19:55:00.786307 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:55:00.799264 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d84c73-3349-4368-9412-b7d7e7ab268b None None] Sync routers for ids ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:55:00.809552 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:00.816642 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d84c73-3349-4368-9412-b7d7e7ab268b None None] Routers {'3ae80d5d-5d51-40c6-81d0-10bd48485a59'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:00.817562 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-51d84c73-3349-4368-9412-b7d7e7ab268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:54:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:00.857702 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-f582ace7-17ef-46ca-af1e-a314ffe1e4e6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2316761 Oct 28 19:55:00.857702 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:00.860493 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b95ccb8-74d9-4f17-8eb7-9828d30be591" -d '{"events": [{"name": "network-changed", "server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:00.906167 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58af25a2-1d53-4d40-8877-7de83f349855 x-openstack-request-id: req-58af25a2-1d53-4d40-8877-7de83f349855 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:00.906668 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:00.907149 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58af25a2-1d53-4d40-8877-7de83f349855 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:00.907562 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58af25a2-1d53-4d40-8877-7de83f349855'] response: {'name': 'network-changed', 'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41', 'status': 'completed', 'code': 200} Oct 28 19:55:00.977938 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-51d84c73-3349-4368-9412-b7d7e7ab268b None None] Set router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:01.016282 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95ccb8-74d9-4f17-8eb7-9828d30be591 req-2aadc24b-f492-4dd3-b7ee-cddb442a3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:01.017781 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b95ccb8-74d9-4f17-8eb7-9828d30be591 req-2aadc24b-f492-4dd3-b7ee-cddb442a3fc2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e25cc58e13b84d64a105899eb3f7eeb9&device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 1130 time: 0.0711398 Oct 28 19:55:01.164245 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95ccb8-74d9-4f17-8eb7-9828d30be591 req-347a714c-0151-4d51-be7d-44befdab75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:01.166764 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b95ccb8-74d9-4f17-8eb7-9828d30be591 req-347a714c-0151-4d51-be7d-44befdab75ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca HTTP/1.1" status: 200 len: 910 time: 0.1389773 Oct 28 19:55:01.279453 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b95ccb8-74d9-4f17-8eb7-9828d30be591 req-7149db73-1735-4cba-b9c4-c1a05e638b09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4155b112-23aa-4a3f-b645-365cfce48d41 HTTP/1.1" status: 200 len: 999 time: 0.1022825 Oct 28 19:55:01.337647 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-51d84c73-3349-4368-9412-b7d7e7ab268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '6f1da09c-f756-44ae-abb3-4690b4054d05', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'floating_ip_address': '172.28.3.72', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'port_id': '4155b112-23aa-4a3f-b645-365cfce48d41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'mac_address': 'fa:16:3e:1a:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7743feda-f087-4f61-8c61-82e382b2779c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:59Z', 'updated_at': '2022-10-28T19:54:59Z', 'revision_number': 0, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2aff835-22da-48a1-b133-2f5a366df173', 'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'mac_address': 'fa:16:3e:60:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:59Z', 'updated_at': '2022-10-28T19:54:06Z', 'revision_number': 5, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'subnets': [{'id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:01.377503 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d84c73-3349-4368-9412-b7d7e7ab268b None None] Checking router: 3ae80d5d-5d51-40c6-81d0-10bd48485a59 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:55:01.394558 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d84c73-3349-4368-9412-b7d7e7ab268b None None] Routers {'3ae80d5d-5d51-40c6-81d0-10bd48485a59'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:01.395631 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-51d84c73-3349-4368-9412-b7d7e7ab268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:54:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:01.420567 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed84598-891f-497d-b0af-85e82c540de7 req-3ad7bb74-6e64-496f-86eb-d72f47257ff7 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:01.429647 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3ed84598-891f-497d-b0af-85e82c540de7 req-3ad7bb74-6e64-496f-86eb-d72f47257ff7 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1488855 Oct 28 19:55:01.500385 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95ccb8-74d9-4f17-8eb7-9828d30be591 req-312ff1d8-78ee-41f4-ad9a-067148ae78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:01.501953 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b95ccb8-74d9-4f17-8eb7-9828d30be591 req-312ff1d8-78ee-41f4-ad9a-067148ae78d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b12484f-5aa4-489b-b996-1efaffab20b2 HTTP/1.1" status: 200 len: 848 time: 0.2077487 Oct 28 19:55:01.590534 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-51d84c73-3349-4368-9412-b7d7e7ab268b None None] Set router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:01.598069 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3ed84598-891f-497d-b0af-85e82c540de7 req-40697bba-bd27-4547-8976-92c814c5f5a2 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677077 Oct 28 19:55:01.652344 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95ccb8-74d9-4f17-8eb7-9828d30be591 req-6a5c8c31-351f-40fb-b70a-057509ee204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:01.654227 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b95ccb8-74d9-4f17-8eb7-9828d30be591 req-6a5c8c31-351f-40fb-b70a-057509ee204d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1302142 Oct 28 19:55:01.853287 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13c274-946b-4866-a035-9ea4cea3f297 req-72b03588-d686-482a-9fc5-eac54adee791 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:01.854880 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1e13c274-946b-4866-a035-9ea4cea3f297 req-72b03588-d686-482a-9fc5-eac54adee791 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1615314 Oct 28 19:55:01.868125 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48228) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:01.873201 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-2c1454f6-34fa-41a0-a874-609c5a3f1bf0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Request body: {'floatingip': {'port_id': 'bca51cc4-fcc4-491d-a434-afec666b20ad'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:01.944374 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b95ccb8-74d9-4f17-8eb7-9828d30be591 req-01999c44-3aa2-4e3e-b386-40c53d6268a6 service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809539 Oct 28 19:55:02.009598 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2c1454f6-34fa-41a0-a874-609c5a3f1bf0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for floatingip (5e2c2536-4450-49ac-bb47-680611ff94de), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:02.070888 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045f115-8a0d-4786-8d27-f110851e5072 req-ca7bffff-5891-43fa-a263-c0a9e5dbf78c tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:02.072437 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5045f115-8a0d-4786-8d27-f110851e5072 req-ca7bffff-5891-43fa-a263-c0a9e5dbf78c tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1768689 Oct 28 19:55:02.152940 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-51d84c73-3349-4368-9412-b7d7e7ab268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '6f1da09c-f756-44ae-abb3-4690b4054d05', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'floating_ip_address': '172.28.3.72', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'port_id': '4155b112-23aa-4a3f-b645-365cfce48d41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'mac_address': 'fa:16:3e:1a:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7743feda-f087-4f61-8c61-82e382b2779c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:59Z', 'updated_at': '2022-10-28T19:54:59Z', 'revision_number': 0, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2aff835-22da-48a1-b133-2f5a366df173', 'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'mac_address': 'fa:16:3e:60:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:59Z', 'updated_at': '2022-10-28T19:54:06Z', 'revision_number': 5, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'subnets': [{'id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:02.153933 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5045f115-8a0d-4786-8d27-f110851e5072 req-b3fddff9-9d3a-4b84-b845-4f7819c0b1d0 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747943 Oct 28 19:55:02.158216 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b95ccb8-74d9-4f17-8eb7-9828d30be591 req-54612b6d-dc9e-45d7-81bd-701efc751293 service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045708 Oct 28 19:55:02.194794 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d84c73-3349-4368-9412-b7d7e7ab268b None None] The sync data for ids ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'] in dv-cinder-862894-1-smb is: [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '6f1da09c-f756-44ae-abb3-4690b4054d05', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'floating_ip_address': '172.28.3.72', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'port_id': '4155b112-23aa-4a3f-b645-365cfce48d41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'mac_address': 'fa:16:3e:1a:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7743feda-f087-4f61-8c61-82e382b2779c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:59Z', 'updated_at': '2022-10-28T19:54:59Z', 'revision_number': 0, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2aff835-22da-48a1-b133-2f5a366df173', 'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'mac_address': 'fa:16:3e:60:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:59Z', 'updated_at': '2022-10-28T19:54:06Z', 'revision_number': 5, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'subnets': [{'id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:55:02.529336 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d762b-3e26-48f8-a0a3-94a6381821aa None None] New status for floating IP 6f1da09c-f756-44ae-abb3-4690b4054d05: ACTIVE {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:55:02.689009 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2c1454f6-34fa-41a0-a874-609c5a3f1bf0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:02.695868 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2c1454f6-34fa-41a0-a874-609c5a3f1bf0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (5e2c2536-4450-49ac-bb47-680611ff94de), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:02.801708 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.l3_db [None req-2c1454f6-34fa-41a0-a874-609c5a3f1bf0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Floating IP 5e2c2536-4450-49ac-bb47-680611ff94de associated. External IP: 172.28.3.206, port: bca51cc4-fcc4-491d-a434-afec666b20ad. Oct 28 19:55:03.013387 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1454f6-34fa-41a0-a874-609c5a3f1bf0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:55:03.119995 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1454f6-34fa-41a0-a874-609c5a3f1bf0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:55:03.125491 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2c1454f6-34fa-41a0-a874-609c5a3f1bf0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.132405 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c313f4-597e-437d-96be-c9237b9960e4 None None] Sync routers for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:55:03.143083 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c313f4-597e-437d-96be-c9237b9960e4 None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:03.143732 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c8c313f4-597e-437d-96be-c9237b9960e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:54:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:03.164312 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-2c1454f6-34fa-41a0-a874-609c5a3f1bf0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "PUT /v2.0/floatingips/5e2c2536-4450-49ac-bb47-680611ff94de HTTP/1.1" status: 200 len: 991 time: 1.2931895 Oct 28 19:55:03.164312 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:03.166081 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fabbae5-75f2-4dbb-b090-97c6a4e88791" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:03.202581 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135a794c-ddfb-4f72-8707-942dd1321ec6 x-openstack-request-id: req-135a794c-ddfb-4f72-8707-942dd1321ec6 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:03.204148 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:03.204148 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-135a794c-ddfb-4f72-8707-942dd1321ec6 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:03.204148 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135a794c-ddfb-4f72-8707-942dd1321ec6'] response: {'name': 'network-changed', 'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'status': 'completed', 'code': 200} Oct 28 19:55:03.255336 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-c8c313f4-597e-437d-96be-c9237b9960e4 None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:03.339584 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcff25-5eb9-41b8-b91d-07d3d0dd9733 req-d0348ed8-3471-445d-a88a-150de437d134 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:03.341052 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ffcff25-5eb9-41b8-b91d-07d3d0dd9733 req-d0348ed8-3471-445d-a88a-150de437d134 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.0847173 Oct 28 19:55:03.346631 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabbae5-75f2-4dbb-b090-97c6a4e88791 req-e4e21b45-88ad-48f8-9e5d-4de98b70844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:03.348819 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7fabbae5-75f2-4dbb-b090-97c6a4e88791 req-e4e21b45-88ad-48f8-9e5d-4de98b70844c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 1129 time: 0.0653963 Oct 28 19:55:03.370480 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48278) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:03.433816 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c10183-c67c-406f-9cbd-377670dba668 admin admin] Deleting subnet c5c5536c-e9ae-4f77-80f9-1750b3e2da33 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:55:03.438747 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0c10183-c67c-406f-9cbd-377670dba668 admin admin] Publish callbacks [] for subnet (c5c5536c-e9ae-4f77-80f9-1750b3e2da33), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.457008 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ffcff25-5eb9-41b8-b91d-07d3d0dd9733 req-a68d40f5-1e1d-4b7d-bb05-abd188ca77eb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061842 Oct 28 19:55:03.494430 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0c10183-c67c-406f-9cbd-377670dba668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4733770'] for subnet (c5c5536c-e9ae-4f77-80f9-1750b3e2da33), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.511897 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabbae5-75f2-4dbb-b090-97c6a4e88791 req-e4ab8daf-927a-4db0-b63b-0ad05e1cb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:03.513714 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7fabbae5-75f2-4dbb-b090-97c6a4e88791 req-e4ab8daf-927a-4db0-b63b-0ad05e1cb58e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.1560779 Oct 28 19:55:03.524903 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c8c313f4-597e-437d-96be-c9237b9960e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '5e2c2536-4450-49ac-bb47-680611ff94de', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'port_id': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'mac_address': 'fa:16:3e:fc:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:42Z', 'updated_at': '2022-10-28T19:55:02Z', 'revision_number': 1, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 5, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:03.538102 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0c10183-c67c-406f-9cbd-377670dba668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (c5c5536c-e9ae-4f77-80f9-1750b3e2da33), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.553660 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c313f4-597e-437d-96be-c9237b9960e4 None None] Checking router: b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:55:03.562341 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c313f4-597e-437d-96be-c9237b9960e4 None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:03.562961 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c8c313f4-597e-437d-96be-c9237b9960e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:54:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:03.600813 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0c10183-c67c-406f-9cbd-377670dba668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336434'] for subnet (c5c5536c-e9ae-4f77-80f9-1750b3e2da33), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.613358 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7fabbae5-75f2-4dbb-b090-97c6a4e88791 req-5978eb5f-5a64-454c-98cb-6a177d07d68d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca51cc4-fcc4-491d-a434-afec666b20ad HTTP/1.1" status: 200 len: 999 time: 0.0910668 Oct 28 19:55:03.628201 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c10183-c67c-406f-9cbd-377670dba668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c5536c-e9ae-4f77-80f9-1750b3e2da33,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:03.630673 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e0c10183-c67c-406f-9cbd-377670dba668 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.633779 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e0c10183-c67c-406f-9cbd-377670dba668 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c5c5536c-e9ae-4f77-80f9-1750b3e2da33 HTTP/1.1" status: 204 len: 168 time: 0.2622426 Oct 28 19:55:03.636142 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48280) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:03.665726 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13c4c5-8055-4e94-a4df-5473a293a56a req-a38b9992-9a1c-4d06-8925-3472b8038d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:03.667259 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eb13c4c5-8055-4e94-a4df-5473a293a56a req-a38b9992-9a1c-4d06-8925-3472b8038d45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 1130 time: 0.0969980 Oct 28 19:55:03.675179 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabbae5-75f2-4dbb-b090-97c6a4e88791 req-2822d9aa-8f11-46e2-9d3a-2b83f6438503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:03.677362 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7fabbae5-75f2-4dbb-b090-97c6a4e88791 req-2822d9aa-8f11-46e2-9d3a-2b83f6438503 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.0575774 Oct 28 19:55:03.710951 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (5ce716b2-4804-4dc8-a1b4-11a24e84c20b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.797265 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabbae5-75f2-4dbb-b090-97c6a4e88791 req-8b7a7a6c-59fa-4d66-9f8d-9a286541c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:03.799110 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7fabbae5-75f2-4dbb-b090-97c6a4e88791 req-8b7a7a6c-59fa-4d66-9f8d-9a286541c106 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1135435 Oct 28 19:55:03.799480 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (5ce716b2-4804-4dc8-a1b4-11a24e84c20b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.806476 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-c8c313f4-597e-437d-96be-c9237b9960e4 None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:03.821479 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce716b2-4804-4dc8-a1b4-11a24e84c20b']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:03.830914 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13c4c5-8055-4e94-a4df-5473a293a56a req-ac478ad5-facc-4a2d-8a8d-bc2d02886b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:03.831327 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63897e43-c6c6-41dd-a1aa-fac4b5a63529') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:03.832181 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63897e43-c6c6-41dd-a1aa-fac4b5a63529') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:03.832947 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eb13c4c5-8055-4e94-a4df-5473a293a56a req-ac478ad5-facc-4a2d-8a8d-bc2d02886b9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 918 time: 0.1546671 Oct 28 19:55:03.842399 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4733779'] for segment (63897e43-c6c6-41dd-a1aa-fac4b5a63529), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.857333 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (63897e43-c6c6-41dd-a1aa-fac4b5a63529), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.864371 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:55:03.864769 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4779694'] for segment (63897e43-c6c6-41dd-a1aa-fac4b5a63529), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.910711 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 63897e43-c6c6-41dd-a1aa-fac4b5a63529 resource provider aggregate not found Oct 28 19:55:03.941464 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (5ce716b2-4804-4dc8-a1b4-11a24e84c20b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.944452 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 63897e43-c6c6-41dd-a1aa-fac4b5a63529 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63897e43-c6c6-41dd-a1aa-fac4b5a63529 found for delete ", "request_id": "req-2e8bb038-b566-4294-ac5f-03db5698fb90"}]} Oct 28 19:55:03.945791 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eb13c4c5-8055-4e94-a4df-5473a293a56a req-f5d12ea7-1110-4148-932d-36de799f6dcb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa HTTP/1.1" status: 200 len: 1002 time: 0.0840912 Oct 28 19:55:03.967369 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:03.970202 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5ce716b2-4804-4dc8-a1b4-11a24e84c20b HTTP/1.1" status: 204 len: 168 time: 0.3329680 Oct 28 19:55:03.971253 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9c3d9-3599-452a-b9df-503cbc615657 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce716b2-4804-4dc8-a1b4-11a24e84c20b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:03.994595 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7fabbae5-75f2-4dbb-b090-97c6a4e88791 req-cbb8ee7e-f5c2-4681-b243-7efb3c3332c5 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842992 Oct 28 19:55:04.048389 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-c8c313f4-597e-437d-96be-c9237b9960e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '5e2c2536-4450-49ac-bb47-680611ff94de', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'port_id': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'mac_address': 'fa:16:3e:fc:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:42Z', 'updated_at': '2022-10-28T19:55:02Z', 'revision_number': 1, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 5, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:04.075487 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c313f4-597e-437d-96be-c9237b9960e4 None None] The sync data for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb is: [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '5e2c2536-4450-49ac-bb47-680611ff94de', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'port_id': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'mac_address': 'fa:16:3e:fc:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:42Z', 'updated_at': '2022-10-28T19:55:02Z', 'revision_number': 1, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 5, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:55:04.164604 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48288) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:04.209468 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-dac53457-8157-4c85-94d1-3c796bbb1ecd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea4bbe105c8f4d048be3eb64b707987e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434561 Oct 28 19:55:04.211965 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48290) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:04.268715 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-75f0c621-5408-4360-aed4-426f99c4cd41 admin admin] Publish callbacks [] for security_group (9cea2739-d43c-4f75-8f77-ddb5ab11af7b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:04.278454 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13c4c5-8055-4e94-a4df-5473a293a56a req-9b361025-3bea-4936-ab8e-db8688c29e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:04.279946 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eb13c4c5-8055-4e94-a4df-5473a293a56a req-9b361025-3bea-4936-ab8e-db8688c29e80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f HTTP/1.1" status: 200 len: 856 time: 0.3279159 Oct 28 19:55:04.294992 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-75f0c621-5408-4360-aed4-426f99c4cd41 admin admin] Publish callbacks [] for security_group (9cea2739-d43c-4f75-8f77-ddb5ab11af7b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:04.346093 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e869132-c874-4d8a-93f7-bd7e4fbd6459 None None] New status for floating IP 5e2c2536-4450-49ac-bb47-680611ff94de: ACTIVE {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:55:04.372125 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-75f0c621-5408-4360-aed4-426f99c4cd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (9cea2739-d43c-4f75-8f77-ddb5ab11af7b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:04.376002 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13c4c5-8055-4e94-a4df-5473a293a56a req-d303c1ba-d581-442e-b290-d8ef69dc87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:04.380825 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-75f0c621-5408-4360-aed4-426f99c4cd41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:04.388351 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-75f0c621-5408-4360-aed4-426f99c4cd41 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9cea2739-d43c-4f75-8f77-ddb5ab11af7b HTTP/1.1" status: 204 len: 168 time: 0.1752155 Oct 28 19:55:04.391779 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eb13c4c5-8055-4e94-a4df-5473a293a56a req-d303c1ba-d581-442e-b290-d8ef69dc87c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81669af-792b-4a7a-835e-b3e1ad3452aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0981104 Oct 28 19:55:04.398611 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7fabbae5-75f2-4dbb-b090-97c6a4e88791 req-8a292474-7575-46c5-a6f3-9fd7db83d788 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960834 Oct 28 19:55:04.409240 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0c621-5408-4360-aed4-426f99c4cd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cea2739-d43c-4f75-8f77-ddb5ab11af7b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:04.545379 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eb13c4c5-8055-4e94-a4df-5473a293a56a req-8825a543-abae-4b22-8996-f4836642ceee service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457798 Oct 28 19:55:04.680420 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ec6fb-32b3-489e-aab0-24999c32b4cc req-f1d49b20-dbd3-4afd-a885-708531fd3f20 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:04.687698 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eb2ec6fb-32b3-489e-aab0-24999c32b4cc req-f1d49b20-dbd3-4afd-a885-708531fd3f20 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.1218896 Oct 28 19:55:04.824824 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eb2ec6fb-32b3-489e-aab0-24999c32b4cc req-a6589007-1469-4157-a30d-5051452fbf1e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142004 Oct 28 19:55:04.872692 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eb13c4c5-8055-4e94-a4df-5473a293a56a req-629301a4-8525-4ce0-93c5-1e2129b88660 service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411333 Oct 28 19:55:05.974076 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2081116-aeca-44d0-b8d7-ac379e5ec11c req-9e7f6425-8cee-4139-be6c-7888c9037e0b tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:05.975862 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c2081116-aeca-44d0-b8d7-ac379e5ec11c req-9e7f6425-8cee-4139-be6c-7888c9037e0b tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.0630233 Oct 28 19:55:06.032516 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c2081116-aeca-44d0-b8d7-ac379e5ec11c req-27179f92-a7f9-4dc1-bb24-97ac4fb997f3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489261 Oct 28 19:55:06.459886 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-f4903d44-f24f-4e71-b20e-db55a5b53f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:07.171022 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82a37c-131f-4766-b658-37ded0da3bb9 req-8062b7a1-4ab0-48c6-beb7-c6f613b0449b tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:07.172538 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ad82a37c-131f-4766-b658-37ded0da3bb9 req-8062b7a1-4ab0-48c6-beb7-c6f613b0449b tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.0565572 Oct 28 19:55:07.234138 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ad82a37c-131f-4766-b658-37ded0da3bb9 req-9a75c2fd-970f-4c3f-8d9e-707b6aafd7bc tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552316 Oct 28 19:55:07.739142 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [req-c8bfbadc-34c1-4c43-a594-a07656fcb0fa req-0801d6f0-1d9b-4654-9cfe-96d7ca23842a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:55:07.740125 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c8bfbadc-34c1-4c43-a594-a07656fcb0fa req-0801d6f0-1d9b-4654-9cfe-96d7ca23842a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059078 Oct 28 19:55:07.895730 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f01512-aafd-464c-9ba0-c4f5f625d6e9 req-2b18a652-cfe0-4a78-817c-8cae11bc42e5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:07.897239 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-61f01512-aafd-464c-9ba0-c4f5f625d6e9 req-2b18a652-cfe0-4a78-817c-8cae11bc42e5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 946 time: 0.0531814 Oct 28 19:55:07.898337 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 7ec22f8b-9ed8-4304-8c63-895e3e6727aa no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:55:07.950459 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-61f01512-aafd-464c-9ba0-c4f5f625d6e9 req-a868b596-af01-4a73-b210-ab55e3e344f0 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473208 Oct 28 19:55:07.978916 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa is: ACTIVE; New status is: DOWN {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:07.979345 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:08.002392 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:08.004795 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a2fc46-345c-4789-a854-ab60ae128704" -d '{"events": [{"server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:08.018028 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:08.023988 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:08.050662 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c7400a-e1b5-4a95-84e4-d93e81c94a01 x-openstack-request-id: req-74c7400a-e1b5-4a95-84e4-d93e81c94a01 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:08.051086 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "name": "network-vif-unplugged", "status": "failed", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa", "code": 422}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:08.051351 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74c7400a-e1b5-4a95-84e4-d93e81c94a01 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:08.051786 dv-cinder-862894-1-smb neutron-server[103759]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-74c7400a-e1b5-4a95-84e4-d93e81c94a01']: {'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'code': 422} returned with failed status Oct 28 19:55:08.077110 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,revision_number=8']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:08.204694 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48368) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:08.294526 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-13f5c93e-0c39-49ef-b60a-e134a44bdf0d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886385 Oct 28 19:55:08.303367 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-8c9ef328-b16d-4d7f-88bd-61b416279251 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:55:08.304260 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-8c9ef328-b16d-4d7f-88bd-61b416279251 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051866 Oct 28 19:55:08.383628 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48378) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:08.484276 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-ec4a18e9-5254-4d33-be2d-6e58740fd254 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:08.485683 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-ec4a18e9-5254-4d33-be2d-6e58740fd254 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports/7ec22f8b-9ed8-4304-8c63-895e3e6727aa HTTP/1.1" status: 200 len: 941 time: 0.1009645 Oct 28 19:55:08.656574 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-47d109d2-bc5b-4671-82c2-7fd3cb8b6428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:09.095843 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530b571-e748-4243-a18d-4519a443c136 req-142adde6-503f-4b39-8ac2-212b4358909d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:09.098412 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9530b571-e748-4243-a18d-4519a443c136 req-142adde6-503f-4b39-8ac2-212b4358909d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0615194 Oct 28 19:55:09.151273 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9530b571-e748-4243-a18d-4519a443c136 req-cbd495ad-c4b8-4e2d-ad84-d377cfdade1d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470479 Oct 28 19:55:09.844098 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:09.877414 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-e48b0638-639e-4117-a4ea-158b7074fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:09.879650 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-e48b0638-639e-4117-a4ea-158b7074fb20 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c&tenant_id=e2537368d29e431a9757a354ffb5e174 HTTP/1.1" status: 200 len: 1128 time: 0.0771444 Oct 28 19:55:09.943029 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-e17f7df1-fded-4bda-be44-8f0d92d39277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:09.944494 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-e17f7df1-fded-4bda-be44-8f0d92d39277 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 1128 time: 0.0434906 Oct 28 19:55:10.049093 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-32613521-8bbb-4b15-954a-c75deb6f1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:10.050646 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-32613521-8bbb-4b15-954a-c75deb6f1a32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 918 time: 0.0894818 Oct 28 19:55:10.111805 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-e78753b5-8b73-4ee5-a7ab-d65f47d3376e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa HTTP/1.1" status: 200 len: 1000 time: 0.0551648 Oct 28 19:55:10.165869 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-5644540b-ba54-461c-bac2-fdbb8e7a4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:10.167344 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-5644540b-ba54-461c-bac2-fdbb8e7a4d12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f HTTP/1.1" status: 200 len: 856 time: 0.0480413 Oct 28 19:55:10.219395 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-c6c29825-a525-49ef-a5ca-a8c1309214fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:10.220932 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-c6c29825-a525-49ef-a5ca-a8c1309214fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81669af-792b-4a7a-835e-b3e1ad3452aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0468566 Oct 28 19:55:10.353524 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fd10a-5403-4191-81e5-a52441206fa1 req-4c635220-6e28-4112-8fdd-d3139504cf39 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:10.354968 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2e3fd10a-5403-4191-81e5-a52441206fa1 req-4c635220-6e28-4112-8fdd-d3139504cf39 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.1189876 Oct 28 19:55:10.356863 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-ed98aab2-6f65-4349-93a7-e411c8f57783 service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288288 Oct 28 19:55:10.454277 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2e3fd10a-5403-4191-81e5-a52441206fa1 req-ef52dac6-14ce-40cf-ad27-1c37e9f1f226 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932069 Oct 28 19:55:10.480629 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c63c5575-fc66-4dbf-a0b0-1d456d6ca448 req-9ce8d39f-1802-4b89-b0d3-b6a4cb91ee22 service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134887 Oct 28 19:55:11.235107 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48454) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:11.292321 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae53c9ef-1968-4ee8-a2a7-58133b85683d admin admin] Deleting subnet 8b920e29-2770-41ae-95e9-372d4b7007c5 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:55:11.295782 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ae53c9ef-1968-4ee8-a2a7-58133b85683d admin admin] Publish callbacks [] for subnet (8b920e29-2770-41ae-95e9-372d4b7007c5), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.336690 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ae53c9ef-1968-4ee8-a2a7-58133b85683d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4733770'] for subnet (8b920e29-2770-41ae-95e9-372d4b7007c5), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.380243 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ae53c9ef-1968-4ee8-a2a7-58133b85683d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (8b920e29-2770-41ae-95e9-372d4b7007c5), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.417945 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.440453 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ae53c9ef-1968-4ee8-a2a7-58133b85683d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336434'] for subnet (8b920e29-2770-41ae-95e9-372d4b7007c5), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.473494 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53c9ef-1968-4ee8-a2a7-58133b85683d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b920e29-2770-41ae-95e9-372d4b7007c5,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:11.475459 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ae53c9ef-1968-4ee8-a2a7-58133b85683d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.478716 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-ae53c9ef-1968-4ee8-a2a7-58133b85683d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8b920e29-2770-41ae-95e9-372d4b7007c5 HTTP/1.1" status: 204 len: 168 time: 0.2425654 Oct 28 19:55:11.481574 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48456) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:11.581394 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (363c7336-700e-4498-918d-a0677abdea9e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.602160 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98454d5-1758-4d3a-87a6-3501d45cd93a req-8a2b65a0-ccdd-43c1-9894-ee4eabb843e5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:11.603846 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e98454d5-1758-4d3a-87a6-3501d45cd93a req-8a2b65a0-ccdd-43c1-9894-ee4eabb843e5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0587063 Oct 28 19:55:11.679435 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e98454d5-1758-4d3a-87a6-3501d45cd93a req-beec31df-1cd5-45ae-a376-21fd26c5bc1e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691514 Oct 28 19:55:11.682383 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (363c7336-700e-4498-918d-a0677abdea9e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.710646 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363c7336-700e-4498-918d-a0677abdea9e']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:11.715098 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a0c75c-709e-4ca5-82b3-fe643461ee63') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:11.715398 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a0c75c-709e-4ca5-82b3-fe643461ee63') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:11.726119 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4733779'] for segment (e9a0c75c-709e-4ca5-82b3-fe643461ee63), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.739549 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (e9a0c75c-709e-4ca5-82b3-fe643461ee63), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.746296 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:55:11.746697 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4779694'] for segment (e9a0c75c-709e-4ca5-82b3-fe643461ee63), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.787893 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment e9a0c75c-709e-4ca5-82b3-fe643461ee63 resource provider aggregate not found Oct 28 19:55:11.810021 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment e9a0c75c-709e-4ca5-82b3-fe643461ee63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9a0c75c-709e-4ca5-82b3-fe643461ee63 found for delete ", "request_id": "req-91824afa-4a81-486f-8b88-9d2e9443e6f1"}]} Oct 28 19:55:11.825498 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (363c7336-700e-4498-918d-a0677abdea9e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.831069 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.837087 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] 10.222.0.64 "DELETE /v2.0/networks/363c7336-700e-4498-918d-a0677abdea9e HTTP/1.1" status: 204 len: 168 time: 0.3518362 Oct 28 19:55:11.837372 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48464) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:11.848388 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85fb52-4eee-43bf-964d-7b1d3f84aabc admin admin] Pushing event deleted for resources: {'Network': ['ID=363c7336-700e-4498-918d-a0677abdea9e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:11.884447 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da2d283-9835-41b1-b24b-39f71c6e60fb admin admin] Deleting subnet 01b733b3-700b-42fd-9b1f-005a3d963bbd {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:55:11.887904 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7da2d283-9835-41b1-b24b-39f71c6e60fb admin admin] Publish callbacks [] for subnet (01b733b3-700b-42fd-9b1f-005a3d963bbd), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.926741 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7da2d283-9835-41b1-b24b-39f71c6e60fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384175'] for subnet (01b733b3-700b-42fd-9b1f-005a3d963bbd), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:11.970404 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7da2d283-9835-41b1-b24b-39f71c6e60fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (01b733b3-700b-42fd-9b1f-005a3d963bbd), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.037240 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7da2d283-9835-41b1-b24b-39f71c6e60fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8153533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8149964'] for subnet (01b733b3-700b-42fd-9b1f-005a3d963bbd), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.063869 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2d283-9835-41b1-b24b-39f71c6e60fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b733b3-700b-42fd-9b1f-005a3d963bbd,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:12.066104 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7da2d283-9835-41b1-b24b-39f71c6e60fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.069325 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-7da2d283-9835-41b1-b24b-39f71c6e60fb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/01b733b3-700b-42fd-9b1f-005a3d963bbd HTTP/1.1" status: 204 len: 168 time: 0.2309246 Oct 28 19:55:12.071919 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48466) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:12.144383 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (3e818301-a5de-4271-b115-a9ab08c167c1), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.228252 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (3e818301-a5de-4271-b115-a9ab08c167c1), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.254545 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e818301-a5de-4271-b115-a9ab08c167c1']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:12.264226 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f50e8dd-31a6-4537-b09d-38517e601aa1') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:12.264538 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f50e8dd-31a6-4537-b09d-38517e601aa1') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:12.274795 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4733779'] for segment (5f50e8dd-31a6-4537-b09d-38517e601aa1), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.289244 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (5f50e8dd-31a6-4537-b09d-38517e601aa1), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.295278 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:55:12.295667 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4779694'] for segment (5f50e8dd-31a6-4537-b09d-38517e601aa1), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.356496 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (3e818301-a5de-4271-b115-a9ab08c167c1), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.361880 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.368892 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] 10.222.0.64 "DELETE /v2.0/networks/3e818301-a5de-4271-b115-a9ab08c167c1 HTTP/1.1" status: 204 len: 168 time: 0.2953022 Oct 28 19:55:12.382391 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c763b-afb6-4fa0-a030-7737f6f8ac0e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e818301-a5de-4271-b115-a9ab08c167c1,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:12.546428 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48470) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:12.587093 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-a8f34d88-992d-4948-82f0-5c7d754c0a31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d6d0716979440e1b040c3fd4cf39657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394640 Oct 28 19:55:12.590054 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48472) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:12.638951 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dd701cc3-24d7-4de6-8bab-e67f86dec2cc admin admin] Publish callbacks [] for security_group (d4fcd6a8-2012-4b43-96e4-cc16c90e30db), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.661274 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dd701cc3-24d7-4de6-8bab-e67f86dec2cc admin admin] Publish callbacks [] for security_group (d4fcd6a8-2012-4b43-96e4-cc16c90e30db), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.666034 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.718395 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dd701cc3-24d7-4de6-8bab-e67f86dec2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d4fcd6a8-2012-4b43-96e4-cc16c90e30db), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.723263 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dd701cc3-24d7-4de6-8bab-e67f86dec2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:12.727416 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-dd701cc3-24d7-4de6-8bab-e67f86dec2cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4fcd6a8-2012-4b43-96e4-cc16c90e30db HTTP/1.1" status: 204 len: 168 time: 0.1337442 Oct 28 19:55:12.735609 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd701cc3-24d7-4de6-8bab-e67f86dec2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fcd6a8-2012-4b43-96e4-cc16c90e30db,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:12.848965 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a91450-83e5-46ba-a157-609e48521c38 req-fd67091c-e678-4fa5-8191-35e069c24d11 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:12.850610 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-00a91450-83e5-46ba-a157-609e48521c38 req-fd67091c-e678-4fa5-8191-35e069c24d11 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0675695 Oct 28 19:55:12.930789 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-00a91450-83e5-46ba-a157-609e48521c38 req-86499bed-97fd-4096-a8e3-c1702300d4d5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743647 Oct 28 19:55:13.071301 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48480) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:13.113287 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-31c5300a-2871-48a7-83dd-99352faf0603 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18c56c5b7a2345c3a1fe856e4b88bd05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401459 Oct 28 19:55:13.115672 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48482) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:13.163944 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f94a736f-06eb-429b-b6e8-28f7b711f44c admin admin] Publish callbacks [] for security_group (beeb622a-a316-4de7-96e3-5ac3787274ac), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:13.186103 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f94a736f-06eb-429b-b6e8-28f7b711f44c admin admin] Publish callbacks [] for security_group (beeb622a-a316-4de7-96e3-5ac3787274ac), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:13.237993 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f94a736f-06eb-429b-b6e8-28f7b711f44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (beeb622a-a316-4de7-96e3-5ac3787274ac), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:13.240847 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f94a736f-06eb-429b-b6e8-28f7b711f44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:13.242016 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-f94a736f-06eb-429b-b6e8-28f7b711f44c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/beeb622a-a316-4de7-96e3-5ac3787274ac HTTP/1.1" status: 204 len: 168 time: 0.1253047 Oct 28 19:55:13.249350 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a736f-06eb-429b-b6e8-28f7b711f44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeb622a-a316-4de7-96e3-5ac3787274ac,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:13.784212 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:55:13.837949 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 5f50e8dd-31a6-4537-b09d-38517e601aa1 resource provider aggregate not found Oct 28 19:55:13.856593 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 5f50e8dd-31a6-4537-b09d-38517e601aa1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f50e8dd-31a6-4537-b09d-38517e601aa1 found for delete ", "request_id": "req-e2fa9713-0fd0-453c-8939-7a626953c8c2"}]} Oct 28 19:55:14.107475 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29fd2c-d097-437a-b616-45ae10077a60 req-001e2fa8-90e1-44ab-b91f-82a1a15e860d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:14.109091 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-de29fd2c-d097-437a-b616-45ae10077a60 req-001e2fa8-90e1-44ab-b91f-82a1a15e860d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0633945 Oct 28 19:55:14.174893 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-de29fd2c-d097-437a-b616-45ae10077a60 req-8503c0e6-c326-440d-b678-9394d4233d48 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593250 Oct 28 19:55:14.408482 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48520) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:14.516693 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-114ef637-7afe-4ad8-91fc-0c972c6b2a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:14.595987 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-114ef637-7afe-4ad8-91fc-0c972c6b2a42 admin admin] Publish callbacks [] for security_group (e61fbb86-924b-445f-97f6-d8bb6c470abb), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:14.601014 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-114ef637-7afe-4ad8-91fc-0c972c6b2a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (e61fbb86-924b-445f-97f6-d8bb6c470abb), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:14.645627 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-114ef637-7afe-4ad8-91fc-0c972c6b2a42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad43a8d53727462e8f04404e3567a896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358963 Oct 28 19:55:14.646867 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ef637-7afe-4ad8-91fc-0c972c6b2a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61fbb86-924b-445f-97f6-d8bb6c470abb,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:14.648590 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48526) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:14.701551 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-195608a2-3bec-476e-aebc-9147075a1d62 admin admin] Publish callbacks [] for security_group (e61fbb86-924b-445f-97f6-d8bb6c470abb), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:14.735170 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-195608a2-3bec-476e-aebc-9147075a1d62 admin admin] Publish callbacks [] for security_group (e61fbb86-924b-445f-97f6-d8bb6c470abb), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:14.786818 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-195608a2-3bec-476e-aebc-9147075a1d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (e61fbb86-924b-445f-97f6-d8bb6c470abb), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:14.789966 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-195608a2-3bec-476e-aebc-9147075a1d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:14.791137 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-195608a2-3bec-476e-aebc-9147075a1d62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e61fbb86-924b-445f-97f6-d8bb6c470abb HTTP/1.1" status: 204 len: 168 time: 0.1415288 Oct 28 19:55:14.799322 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195608a2-3bec-476e-aebc-9147075a1d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61fbb86-924b-445f-97f6-d8bb6c470abb,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:15.344880 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d275f5-c90b-457b-a393-7db473241f8f req-85648a0e-b3b4-4a4c-829f-86e1af11b28f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:15.347669 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a9d275f5-c90b-457b-a393-7db473241f8f req-85648a0e-b3b4-4a4c-829f-86e1af11b28f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0704997 Oct 28 19:55:15.473404 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a9d275f5-c90b-457b-a393-7db473241f8f req-766ece0f-83c2-41a6-b0db-b966ece9aa11 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006231 Oct 28 19:55:16.013531 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48564) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:16.123291 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b1561352-071e-4288-a8a3-48a8a58dbe5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:16.205615 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b1561352-071e-4288-a8a3-48a8a58dbe5f admin admin] Publish callbacks [] for security_group (33100a9e-ee59-432a-8d16-5321c9701761), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:16.211891 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b1561352-071e-4288-a8a3-48a8a58dbe5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (33100a9e-ee59-432a-8d16-5321c9701761), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:16.254116 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-b1561352-071e-4288-a8a3-48a8a58dbe5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cf3e65da44b4070866b7384f839c340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394629 Oct 28 19:55:16.256763 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48568) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:16.258649 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1561352-071e-4288-a8a3-48a8a58dbe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33100a9e-ee59-432a-8d16-5321c9701761,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:16.313050 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1908bbd3-8e46-41d0-bea5-a85ea8342f08 admin admin] Publish callbacks [] for security_group (33100a9e-ee59-432a-8d16-5321c9701761), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:16.334939 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1908bbd3-8e46-41d0-bea5-a85ea8342f08 admin admin] Publish callbacks [] for security_group (33100a9e-ee59-432a-8d16-5321c9701761), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:16.381334 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1908bbd3-8e46-41d0-bea5-a85ea8342f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (33100a9e-ee59-432a-8d16-5321c9701761), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:16.384014 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1908bbd3-8e46-41d0-bea5-a85ea8342f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:16.385265 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-1908bbd3-8e46-41d0-bea5-a85ea8342f08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33100a9e-ee59-432a-8d16-5321c9701761 HTTP/1.1" status: 204 len: 168 time: 0.1274586 Oct 28 19:55:16.392732 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908bbd3-8e46-41d0-bea5-a85ea8342f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33100a9e-ee59-432a-8d16-5321c9701761,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:16.641923 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2332b23-aff3-4d1b-9a27-00e9e9d047a5 req-69c5d144-fe01-4dbf-b6ad-3beaa09bc055 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:16.643470 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d2332b23-aff3-4d1b-9a27-00e9e9d047a5 req-69c5d144-fe01-4dbf-b6ad-3beaa09bc055 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0588543 Oct 28 19:55:16.702819 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d2332b23-aff3-4d1b-9a27-00e9e9d047a5 req-fdaa6ad9-3517-456b-8c16-4a4522211b5c tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534811 Oct 28 19:55:17.841554 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc944005-66d2-40e6-b38f-cf3562c99438 req-cb40e823-e034-4169-80f2-8fd8db55ea2a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:17.843134 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bc944005-66d2-40e6-b38f-cf3562c99438 req-cb40e823-e034-4169-80f2-8fd8db55ea2a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0541489 Oct 28 19:55:17.893363 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bc944005-66d2-40e6-b38f-cf3562c99438 req-4f15be78-56f6-4493-a30f-ed49c399b26e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430882 Oct 28 19:55:19.054981 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f26e0f-facc-4c2a-b036-85f9be673233 req-05f3f7ce-8062-4e0f-8643-0e08d4fa9512 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:19.056686 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e4f26e0f-facc-4c2a-b036-85f9be673233 req-05f3f7ce-8062-4e0f-8643-0e08d4fa9512 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0632460 Oct 28 19:55:19.164531 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e4f26e0f-facc-4c2a-b036-85f9be673233 req-3365876f-5aa0-40dc-a408-27b50a79b184 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930138 Oct 28 19:55:20.355916 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47d23e-7597-4906-a7ab-f815b8d77765 req-79e79903-3a16-4e97-87b1-fdbdf3f50b3c tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:20.357726 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7e47d23e-7597-4906-a7ab-f815b8d77765 req-79e79903-3a16-4e97-87b1-fdbdf3f50b3c tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0764973 Oct 28 19:55:20.423692 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7e47d23e-7597-4906-a7ab-f815b8d77765 req-b1978997-a6fa-4134-b23e-685964a19a9e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592806 Oct 28 19:55:21.560389 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b50e0-4a09-408c-8694-4e9ad2544b20 req-bc265fc7-24ed-4e76-bb68-fc85bb41b18e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:21.561909 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-174b50e0-4a09-408c-8694-4e9ad2544b20 req-bc265fc7-24ed-4e76-bb68-fc85bb41b18e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0539510 Oct 28 19:55:21.609472 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-174b50e0-4a09-408c-8694-4e9ad2544b20 req-67861eca-ca3f-4847-8a33-6d5166a2c7c1 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414035 Oct 28 19:55:22.742880 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa765635-3b5b-46ee-b15c-bb20d6c7ef3e req-79f235cf-91b1-4a21-9e3d-6822c19a8c4a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:22.744399 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aa765635-3b5b-46ee-b15c-bb20d6c7ef3e req-79f235cf-91b1-4a21-9e3d-6822c19a8c4a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0573819 Oct 28 19:55:22.794284 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aa765635-3b5b-46ee-b15c-bb20d6c7ef3e req-b670e6b6-11b1-4b38-8b8f-63d5bdb35c9e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444593 Oct 28 19:55:23.929803 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a8e8c-c639-4677-833d-59bc63ecae97 req-5511edaa-a934-4e73-ad3e-bfdb828263a3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:23.931305 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-194a8e8c-c639-4677-833d-59bc63ecae97 req-5511edaa-a934-4e73-ad3e-bfdb828263a3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0532379 Oct 28 19:55:23.977788 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-194a8e8c-c639-4677-833d-59bc63ecae97 req-76f73b27-a362-4bf2-8443-1411db4a516c tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409322 Oct 28 19:55:25.106000 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4738b-afcb-444a-bf3e-0bdba3babb02 req-6a8b10aa-cb37-4a2f-93f6-3acd04ccb561 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:25.107496 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71c4738b-afcb-444a-bf3e-0bdba3babb02 req-6a8b10aa-cb37-4a2f-93f6-3acd04ccb561 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 944 time: 0.0529892 Oct 28 19:55:25.156845 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71c4738b-afcb-444a-bf3e-0bdba3babb02 req-7fa9489f-b457-418e-a254-b6e535c21d86 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436966 Oct 28 19:55:25.987008 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 7ec22f8b-9ed8-4304-8c63-895e3e6727aa details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:55:26.082235 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:26.093183 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'port_id': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'mac_address': 'fa:16:3e:1c:6e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:55:26.127284 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:26.127682 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:26.140119 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec22f8b-9ed8-4304-8c63-895e3e6727aa {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:55:26.160012 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:26.164358 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:26.208853 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,revision_number=9']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:26.286920 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbba39-1476-4281-a45b-209ae907577c req-9ba09d8a-8c40-477c-b1fb-294e6dbc232b tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:26.288314 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9cbbba39-1476-4281-a45b-209ae907577c req-9ba09d8a-8c40-477c-b1fb-294e6dbc232b tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 945 time: 0.0530019 Oct 28 19:55:26.333544 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9cbbba39-1476-4281-a45b-209ae907577c req-02b26f87-e531-47eb-8ba2-57be757bd569 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397565 Oct 28 19:55:26.500233 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['7ec22f8b-9ed8-4304-8c63-895e3e6727aa'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:55:26.751732 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:27.462262 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3f6f2-d40b-46a8-ad28-a6a1cb3abc3e req-db879dd1-0852-49d4-939a-4ea159e555c6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:27.463749 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-13f3f6f2-d40b-46a8-ad28-a6a1cb3abc3e req-db879dd1-0852-49d4-939a-4ea159e555c6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 945 time: 0.0521941 Oct 28 19:55:27.511772 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-13f3f6f2-d40b-46a8-ad28-a6a1cb3abc3e req-772ae775-8cd7-490f-bf1e-0adea2f819d3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Oct 28 19:55:27.878143 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48736) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:27.978920 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0ace93bb-1e85-47e8-b161-53a97a60789c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:27.999307 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 7ec22f8b-9ed8-4304-8c63-895e3e6727aa up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:55:28.049206 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:28.049622 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:28.049969 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa Oct 28 19:55:28.053179 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0ace93bb-1e85-47e8-b161-53a97a60789c admin admin] Publish callbacks [] for security_group (31bd3e75-9356-4582-a6d1-566bca1606eb), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:28.056918 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0ace93bb-1e85-47e8-b161-53a97a60789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (31bd3e75-9356-4582-a6d1-566bca1606eb), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:28.095512 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-0ace93bb-1e85-47e8-b161-53a97a60789c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=50b4d699019a41edb5adf6f5bb6d00e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162604 Oct 28 19:55:28.096382 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace93bb-1e85-47e8-b161-53a97a60789c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bd3e75-9356-4582-a6d1-566bca1606eb,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:28.098781 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48740) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:28.121627 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:28.122022 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:28.145137 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:28.147430 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fdb4f0-9a75-43ac-92ca-cd2e536243e5" -d '{"events": [{"server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "name": "network-vif-plugged", "status": "completed", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:28.150952 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e87f-d2a0-4a40-a12c-4c2e6e71b06e admin admin] Publish callbacks [] for security_group (31bd3e75-9356-4582-a6d1-566bca1606eb), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:28.161310 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:28.166025 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:28.173896 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e87f-d2a0-4a40-a12c-4c2e6e71b06e admin admin] Publish callbacks [] for security_group (31bd3e75-9356-4582-a6d1-566bca1606eb), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:28.192379 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f9a619-c538-4004-9459-88be16023c36 x-openstack-request-id: req-33f9a619-c538-4004-9459-88be16023c36 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:28.192703 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "name": "network-vif-plugged", "status": "completed", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:28.192965 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33f9a619-c538-4004-9459-88be16023c36 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:28.193362 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f9a619-c538-4004-9459-88be16023c36'] response: {'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'code': 200} Oct 28 19:55:28.216322 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,revision_number=10']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:28.223026 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e87f-d2a0-4a40-a12c-4c2e6e71b06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (31bd3e75-9356-4582-a6d1-566bca1606eb), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:28.225752 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b9d0e87f-d2a0-4a40-a12c-4c2e6e71b06e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:28.226906 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-b9d0e87f-d2a0-4a40-a12c-4c2e6e71b06e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31bd3e75-9356-4582-a6d1-566bca1606eb HTTP/1.1" status: 204 len: 168 time: 0.1269231 Oct 28 19:55:28.234689 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0e87f-d2a0-4a40-a12c-4c2e6e71b06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bd3e75-9356-4582-a6d1-566bca1606eb,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:28.646184 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db212d19-4d73-45c2-ae22-897c5363ce64 req-fab8454b-ba54-4d56-9665-7a22bc420c0f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:28.647939 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-db212d19-4d73-45c2-ae22-897c5363ce64 req-fab8454b-ba54-4d56-9665-7a22bc420c0f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 947 time: 0.0564609 Oct 28 19:55:28.698512 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-db212d19-4d73-45c2-ae22-897c5363ce64 req-d2b2f6cb-cc25-4e8b-a90a-1ae5e2671c5f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449016 Oct 28 19:55:28.783898 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-5250a340-9038-4cb9-b532-2b01ef46038f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759351 Oct 28 19:55:28.785612 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c56bc9-e281-467c-ada5-0c2de44a3029 req-01885eec-8f1b-4e94-aa5e-8138f62f5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:28.786978 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-64c56bc9-e281-467c-ada5-0c2de44a3029 req-01885eec-8f1b-4e94-aa5e-8138f62f5d7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 1131 time: 0.0803568 Oct 28 19:55:28.858918 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-64c56bc9-e281-467c-ada5-0c2de44a3029 req-e15dbf90-3bf8-44c7-be52-2f27614d7539 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635996 Oct 28 19:55:28.870160 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-f6334bf7-4823-4e73-9478-46082e705ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:28.871571 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-f6334bf7-4823-4e73-9478-46082e705ff3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 1130 time: 0.0629191 Oct 28 19:55:29.196356 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-c809d2b3-8aaf-468d-b8ef-635d5dd0f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:29.197848 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-c809d2b3-8aaf-468d-b8ef-635d5dd0f663 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.0876503 Oct 28 19:55:29.239690 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-b7a91cbb-592e-40d4-9628-83f2562cd8c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 HTTP/1.1" status: 200 len: 217 time: 0.0327673 Oct 28 19:55:29.289582 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-742ea421-8ab5-4392-afc6-fb2149b2e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:29.291006 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-742ea421-8ab5-4392-afc6-fb2149b2e098 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.0431287 Oct 28 19:55:29.369628 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-d093f6ea-0a5e-4c2c-bdb9-6256a7d2558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:29.371102 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-d093f6ea-0a5e-4c2c-bdb9-6256a7d2558c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473685 Oct 28 19:55:29.459796 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-c28a473d-b817-47bc-a74a-8290001bed3f service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796788 Oct 28 19:55:29.553768 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5cc8af72-f3d3-48ce-b542-e0dda414fa91 req-4732a571-a775-4a8a-b96c-39fadec68b63 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863478 Oct 28 19:55:29.832474 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2cef5-b7eb-407f-a66d-679cea3037c5 req-e0f2c4dc-9491-4781-8e54-37c46b034ef4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:29.834010 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a0e2cef5-b7eb-407f-a66d-679cea3037c5 req-e0f2c4dc-9491-4781-8e54-37c46b034ef4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 947 time: 0.0534489 Oct 28 19:55:29.880423 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a0e2cef5-b7eb-407f-a66d-679cea3037c5 req-4d34b86c-a7cd-427c-8fb4-afb3e0d8c329 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407860 Oct 28 19:55:31.017919 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ef4f8-8e53-4be8-bc43-1c7446ea70e7 req-8986c0e2-d5b8-4405-80ac-3daf4ba8fb62 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:31.019425 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0f1ef4f8-8e53-4be8-bc43-1c7446ea70e7 req-8986c0e2-d5b8-4405-80ac-3daf4ba8fb62 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 947 time: 0.0610821 Oct 28 19:55:31.067357 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0f1ef4f8-8e53-4be8-bc43-1c7446ea70e7 req-2f82e8a2-9ff0-412a-9b1a-e254f7d07279 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415850 Oct 28 19:55:32.200939 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da09b4-7913-4aaf-b844-6c53e242c686 req-c29d694c-1d1f-4232-b19d-c4c03b5e76c6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:32.202434 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b7da09b4-7913-4aaf-b844-6c53e242c686 req-c29d694c-1d1f-4232-b19d-c4c03b5e76c6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 947 time: 0.0556052 Oct 28 19:55:32.248645 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b7da09b4-7913-4aaf-b844-6c53e242c686 req-91e3d9b0-7a39-4543-8011-a7757e714293 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403969 Oct 28 19:55:36.462162 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-722364f5-71e4-487c-b19b-a52e125f6bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:38.649660 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-dd366f25-fcec-4d71-9b36-672379c63b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:39.845309 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:40.869946 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e2cb1-818d-4001-bf50-58701f9f89d1 req-8d92384b-ed1d-41d7-8b52-1d6014d2c7fd tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:40.871415 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cf5e2cb1-818d-4001-bf50-58701f9f89d1 req-8d92384b-ed1d-41d7-8b52-1d6014d2c7fd tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 945 time: 0.0521955 Oct 28 19:55:40.916783 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cf5e2cb1-818d-4001-bf50-58701f9f89d1 req-08388ced-1470-4239-9855-22476eacb06f tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396194 Oct 28 19:55:41.420290 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.040100 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd518ea7-4778-4e4e-bff5-7a8566502b1d req-4337a25c-5f9b-490c-aeaa-d2e40b43f6af tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:42.041597 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fd518ea7-4778-4e4e-bff5-7a8566502b1d req-4337a25c-5f9b-490c-aeaa-d2e40b43f6af tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 945 time: 0.0520256 Oct 28 19:55:42.090994 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fd518ea7-4778-4e4e-bff5-7a8566502b1d req-cca96078-e120-4c02-8f7b-c15698c5686b tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438976 Oct 28 19:55:42.547014 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-7e45b4a0-cad8-4b0d-a1a7-de3ce7aabff4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:42.548444 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-7e45b4a0-cad8-4b0d-a1a7-de3ce7aabff4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 945 time: 0.0515149 Oct 28 19:55:42.634716 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Deleting port d78fb085-7d13-4fd8-a53f-97825b07281d {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:55:42.635055 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.669094 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.728211 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] For port d78fb085-7d13-4fd8-a53f-97825b07281d, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=d78fb085-7d13-4fd8-a53f-97825b07281d,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:42.728573 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.982071 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.982524 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (393f9e7a-7e56-444e-9fbb-aae15d377a54), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:42.982850 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Floating IP 393f9e7a-7e56-444e-9fbb-aae15d377a54 disassociated. External IP: 172.28.3.45, port: d78fb085-7d13-4fd8-a53f-97825b07281d. Oct 28 19:55:42.983241 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Calling delete_port for d78fb085-7d13-4fd8-a53f-97825b07281d owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:55:43.315645 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0323-f5ca-4f52-9c5c-2bb741934c83 req-4434a5fe-9fe9-4144-9a4f-e25fb16b3171 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:43.317023 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-50bd0323-f5ca-4f52-9c5c-2bb741934c83 req-4434a5fe-9fe9-4144-9a4f-e25fb16b3171 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=7bbd9f2d-dd08-4c5d-885a-48a183691e53 HTTP/1.1" status: 200 len: 945 time: 0.0756743 Oct 28 19:55:43.396096 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (d78fb085-7d13-4fd8-a53f-97825b07281d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:43.400583 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-50bd0323-f5ca-4f52-9c5c-2bb741934c83 req-a208911b-927f-4dca-956a-1952d55a1141 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779595 Oct 28 19:55:43.425912 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'Port': ['ID=d78fb085-7d13-4fd8-a53f-97825b07281d,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:43.436611 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.436960 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.437314 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.437678 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.438075 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.438331 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.438658 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.439012 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.439334 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.439675 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.439985 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.440305 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.440624 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:43.546894 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:55:43.648767 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:55:43.660391 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb4190-e4d8-414f-8950-5e268ebaaa47 None None] Sync routers for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:55:43.671436 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb4190-e4d8-414f-8950-5e268ebaaa47 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:43.672059 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4ffb4190-e4d8-414f-8950-5e268ebaaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:55:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:43.689777 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] No DVR routers for this DVR port d78fb085-7d13-4fd8-a53f-97825b07281d on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:55:43.692388 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:43.695789 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eca552d6-d6cf-4b75-a9fc-bfdcc8f61f95 req-0eaef45a-394d-4816-b141-4c22d7da9b98 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "DELETE /v2.0/ports/d78fb085-7d13-4fd8-a53f-97825b07281d HTTP/1.1" status: 204 len: 173 time: 1.1415172 Oct 28 19:55:43.696301 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'name': 'network-vif-deleted', 'tag': 'd78fb085-7d13-4fd8-a53f-97825b07281d'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:43.698640 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6b591b-3a88-4464-bf7e-3272b793f338" -d '{"events": [{"server_uuid": "7bbd9f2d-dd08-4c5d-885a-48a183691e53", "name": "network-vif-deleted", "tag": "d78fb085-7d13-4fd8-a53f-97825b07281d"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:43.735321 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f9d21e-4ff7-4c0a-93ad-518227b7acf0 x-openstack-request-id: req-74f9d21e-4ff7-4c0a-93ad-518227b7acf0 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:43.735796 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbd9f2d-dd08-4c5d-885a-48a183691e53", "name": "network-vif-deleted", "tag": "d78fb085-7d13-4fd8-a53f-97825b07281d", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:43.736219 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74f9d21e-4ff7-4c0a-93ad-518227b7acf0 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:43.736787 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f9d21e-4ff7-4c0a-93ad-518227b7acf0'] response: {'server_uuid': '7bbd9f2d-dd08-4c5d-885a-48a183691e53', 'name': 'network-vif-deleted', 'tag': 'd78fb085-7d13-4fd8-a53f-97825b07281d', 'status': 'completed', 'code': 200} Oct 28 19:55:43.781443 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-4ffb4190-e4d8-414f-8950-5e268ebaaa47 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:44.009764 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4ffb4190-e4d8-414f-8950-5e268ebaaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'c557be35-d0a3-4781-83ff-dea766308517', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:47:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:00Z', 'updated_at': '2022-10-28T19:53:32Z', 'revision_number': 2, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:44.033044 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb4190-e4d8-414f-8950-5e268ebaaa47 None None] Checking router: 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:55:44.041667 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb4190-e4d8-414f-8950-5e268ebaaa47 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:44.042261 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4ffb4190-e4d8-414f-8950-5e268ebaaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:55:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:44.142692 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-4ffb4190-e4d8-414f-8950-5e268ebaaa47 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:44.366782 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-4ffb4190-e4d8-414f-8950-5e268ebaaa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'c557be35-d0a3-4781-83ff-dea766308517', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:47:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:00Z', 'updated_at': '2022-10-28T19:53:32Z', 'revision_number': 2, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:44.392595 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb4190-e4d8-414f-8950-5e268ebaaa47 None None] The sync data for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb is: [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'c557be35-d0a3-4781-83ff-dea766308517', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:47:20:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:53:00Z', 'updated_at': '2022-10-28T19:53:32Z', 'revision_number': 2, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:55:44.498375 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48822) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:44.558308 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6e508952-0d07-42a8-8aab-d4185a8f778e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.586666 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6e508952-0d07-42a8-8aab-d4185a8f778e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.638866 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6e508952-0d07-42a8-8aab-d4185a8f778e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.641879 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6e508952-0d07-42a8-8aab-d4185a8f778e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.645869 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48824) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:44.646917 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-6e508952-0d07-42a8-8aab-d4185a8f778e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "DELETE /v2.0/security-groups/2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d HTTP/1.1" status: 204 len: 168 time: 0.1465456 Oct 28 19:55:44.654235 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c2c9f-175e-41ef-8dd0-dd2da827f6c4 None None] New status for floating IP 393f9e7a-7e56-444e-9fbb-aae15d377a54: DOWN {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:55:44.656533 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e508952-0d07-42a8-8aab-d4185a8f778e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:44.669485 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.api.v2.resource [None req-387948cd-3cea-4987-af6b-5fc72c374987 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] show failed (client error): The resource could not be found. Oct 28 19:55:44.670836 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-387948cd-3cea-4987-af6b-5fc72c374987 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups/2ddb2fa9-2ee9-44e9-8d5d-3e10c2834a6d HTTP/1.1" status: 404 len: 347 time: 0.0226603 Oct 28 19:55:44.673787 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48826) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:44.805473 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Deleting port f963507a-0496-4328-b891-c55f2a53e839 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:55:44.805834 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (f963507a-0496-4328-b891-c55f2a53e839), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.888786 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (f963507a-0496-4328-b891-c55f2a53e839), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.889110 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (f963507a-0496-4328-b891-c55f2a53e839), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:44.901858 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Calling delete_port for f963507a-0496-4328-b891-c55f2a53e839 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:55:45.039018 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (f963507a-0496-4328-b891-c55f2a53e839), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.063280 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'Port': ['ID=f963507a-0496-4328-b891-c55f2a53e839,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:45.074699 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.075075 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.075432 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.075783 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.076132 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.076475 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.076817 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.077157 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.077521 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.077862 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.078202 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.078786 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.079128 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:45.134195 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (393f9e7a-7e56-444e-9fbb-aae15d377a54), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.136796 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:45.140567 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-d01ee38c-5ad7-4e96-bbcc-4cf644a54ee0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "DELETE /v2.0/floatingips/393f9e7a-7e56-444e-9fbb-aae15d377a54 HTTP/1.1" status: 204 len: 168 time: 0.4631264 Oct 28 19:55:46.073519 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device d78fb085-7d13-4fd8-a53f-97825b07281d no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:55:46.094432 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: d78fb085-7d13-4fd8-a53f-97825b07281d {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:55:46.095093 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device d78fb085-7d13-4fd8-a53f-97825b07281d not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:55:46.841318 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792f916-fe38-4d6a-afe5-aeb63ab9ea14 req-9376c0d0-ae09-44da-8001-f64f60fbbee1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:46.842761 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5792f916-fe38-4d6a-afe5-aeb63ab9ea14 req-9376c0d0-ae09-44da-8001-f64f60fbbee1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 946 time: 0.0559607 Oct 28 19:55:46.889683 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5792f916-fe38-4d6a-afe5-aeb63ab9ea14 req-b669e999-2e40-42a3-9a74-fb427d150d20 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411477 Oct 28 19:55:48.016461 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24395-004e-4429-b7c5-24c080f29e9e req-a31a2ba9-297f-451b-89a2-386ea17efc35 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:48.017970 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-00f24395-004e-4429-b7c5-24c080f29e9e req-a31a2ba9-297f-451b-89a2-386ea17efc35 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 946 time: 0.0527210 Oct 28 19:55:48.063114 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-00f24395-004e-4429-b7c5-24c080f29e9e req-b3f6ba74-79bb-4dfa-8203-38925c5c9694 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393593 Oct 28 19:55:48.708969 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-e021a1d1-331a-41c1-a6a8-c46cb57906c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:48.710548 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-e021a1d1-331a-41c1-a6a8-c46cb57906c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 946 time: 0.0562367 Oct 28 19:55:48.800041 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Deleting port 2519d4a5-6024-476c-bafe-0dbc214121d4 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:55:48.800297 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:48.889114 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] For port 2519d4a5-6024-476c-bafe-0dbc214121d4, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2519d4a5-6024-476c-bafe-0dbc214121d4,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:48.889506 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.044168 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.044869 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (c557be35-d0a3-4781-83ff-dea766308517), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.044869 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Floating IP c557be35-d0a3-4781-83ff-dea766308517 disassociated. External IP: 172.28.3.179, port: 2519d4a5-6024-476c-bafe-0dbc214121d4. Oct 28 19:55:49.045180 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Calling delete_port for 2519d4a5-6024-476c-bafe-0dbc214121d4 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:55:49.198424 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (2519d4a5-6024-476c-bafe-0dbc214121d4), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.230867 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'Port': ['ID=2519d4a5-6024-476c-bafe-0dbc214121d4,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:49.241279 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c383399-e5d6-4db6-aa4c-ef63120e6a86 req-ebda1f61-0074-45b2-ac98-e90ec4aa226a tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:49.242780 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1c383399-e5d6-4db6-aa4c-ef63120e6a86 req-ebda1f61-0074-45b2-ac98-e90ec4aa226a tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff74ed5e-389c-4698-b4f2-e0ed12276eb5 HTTP/1.1" status: 200 len: 867 time: 0.0996990 Oct 28 19:55:49.356434 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1c383399-e5d6-4db6-aa4c-ef63120e6a86 req-86d48440-3daa-4642-9603-e0c0c3df6509 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=640d50ca-a486-4bad-a357-6fd7a404ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071305 Oct 28 19:55:49.376962 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:55:49.479151 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:55:49.488471 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03cad5-740a-4078-93b1-1329406dd8b7 None None] Sync routers for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:55:49.498559 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e03cad5-740a-4078-93b1-1329406dd8b7 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:49.499176 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1e03cad5-740a-4078-93b1-1329406dd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:55:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:49.523331 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] No DVR routers for this DVR port 2519d4a5-6024-476c-bafe-0dbc214121d4 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:55:49.525865 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:49.529157 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-59cdc07c-3d05-4346-927f-8774a7ff93c4 req-2e00f08d-2cf2-408b-a770-5da95222c7c8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "DELETE /v2.0/ports/2519d4a5-6024-476c-bafe-0dbc214121d4 HTTP/1.1" status: 204 len: 173 time: 0.8131754 Oct 28 19:55:49.529758 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'name': 'network-vif-deleted', 'tag': '2519d4a5-6024-476c-bafe-0dbc214121d4'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:49.532015 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbdb1a8-3b32-44fc-b5e7-e8b7ace159d4" -d '{"events": [{"server_uuid": "ff74ed5e-389c-4698-b4f2-e0ed12276eb5", "name": "network-vif-deleted", "tag": "2519d4a5-6024-476c-bafe-0dbc214121d4"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:49.576041 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2b0353-2d97-448d-82af-0270f26281d0 x-openstack-request-id: req-cb2b0353-2d97-448d-82af-0270f26281d0 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:49.576342 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff74ed5e-389c-4698-b4f2-e0ed12276eb5", "name": "network-vif-deleted", "tag": "2519d4a5-6024-476c-bafe-0dbc214121d4", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:49.576658 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb2b0353-2d97-448d-82af-0270f26281d0 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:49.577243 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2b0353-2d97-448d-82af-0270f26281d0'] response: {'server_uuid': 'ff74ed5e-389c-4698-b4f2-e0ed12276eb5', 'name': 'network-vif-deleted', 'tag': '2519d4a5-6024-476c-bafe-0dbc214121d4', 'status': 'completed', 'code': 200} Oct 28 19:55:49.744570 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1e03cad5-740a-4078-93b1-1329406dd8b7 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:49.936425 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1e03cad5-740a-4078-93b1-1329406dd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:49.965968 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03cad5-740a-4078-93b1-1329406dd8b7 None None] Checking router: 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:55:49.974989 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e03cad5-740a-4078-93b1-1329406dd8b7 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:55:49.975694 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1e03cad5-740a-4078-93b1-1329406dd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:55:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:50.079883 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1e03cad5-740a-4078-93b1-1329406dd8b7 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:55:50.281915 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1e03cad5-740a-4078-93b1-1329406dd8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:55:50.307242 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e03cad5-740a-4078-93b1-1329406dd8b7 None None] The sync data for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb is: [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:55:50.459179 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48872) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:50.526882 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fb9b891f-11d8-46b0-ba30-822f74acca56 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (640d50ca-a486-4bad-a357-6fd7a404ef3b), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.559221 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fb9b891f-11d8-46b0-ba30-822f74acca56 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (640d50ca-a486-4bad-a357-6fd7a404ef3b), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.564385 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f45e422-548c-4367-af8a-fd58ff0d2aaa None None] New status for floating IP c557be35-d0a3-4781-83ff-dea766308517: DOWN {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:55:50.610019 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fb9b891f-11d8-46b0-ba30-822f74acca56 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (640d50ca-a486-4bad-a357-6fd7a404ef3b), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.612823 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fb9b891f-11d8-46b0-ba30-822f74acca56 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.617606 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48874) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:50.618172 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-fb9b891f-11d8-46b0-ba30-822f74acca56 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "DELETE /v2.0/security-groups/640d50ca-a486-4bad-a357-6fd7a404ef3b HTTP/1.1" status: 204 len: 168 time: 0.1579359 Oct 28 19:55:50.628860 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b891f-11d8-46b0-ba30-822f74acca56 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640d50ca-a486-4bad-a357-6fd7a404ef3b,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:50.643008 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.api.v2.resource [None req-f64ac077-0422-4a53-8f4b-2202e2e808ee tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] show failed (client error): The resource could not be found. Oct 28 19:55:50.644665 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-f64ac077-0422-4a53-8f4b-2202e2e808ee tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups/640d50ca-a486-4bad-a357-6fd7a404ef3b HTTP/1.1" status: 404 len: 347 time: 0.0242345 Oct 28 19:55:50.647592 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48876) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:50.782380 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-db60d1f7-d288-411e-8253-c1ee8075b9b6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Deleting port 64a1d43a-a360-43b3-90e5-80b91419083e {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:55:50.782630 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:55:50.782768 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-db60d1f7-d288-411e-8253-c1ee8075b9b6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (64a1d43a-a360-43b3-90e5-80b91419083e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.859726 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-db60d1f7-d288-411e-8253-c1ee8075b9b6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (64a1d43a-a360-43b3-90e5-80b91419083e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.860056 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-db60d1f7-d288-411e-8253-c1ee8075b9b6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (64a1d43a-a360-43b3-90e5-80b91419083e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:50.872557 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-db60d1f7-d288-411e-8253-c1ee8075b9b6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Calling delete_port for 64a1d43a-a360-43b3-90e5-80b91419083e owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:55:50.999154 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-db60d1f7-d288-411e-8253-c1ee8075b9b6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (64a1d43a-a360-43b3-90e5-80b91419083e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.025322 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60d1f7-d288-411e-8253-c1ee8075b9b6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'Port': ['ID=64a1d43a-a360-43b3-90e5-80b91419083e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:51.100406 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-db60d1f7-d288-411e-8253-c1ee8075b9b6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (c557be35-d0a3-4781-83ff-dea766308517), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.102967 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-db60d1f7-d288-411e-8253-c1ee8075b9b6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.104129 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-db60d1f7-d288-411e-8253-c1ee8075b9b6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "DELETE /v2.0/floatingips/c557be35-d0a3-4781-83ff-dea766308517 HTTP/1.1" status: 204 len: 168 time: 0.4553750 Oct 28 19:55:51.181140 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 48880) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:51.185793 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-281c174a-1ea4-4691-bbb2-32eb589cd61e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--557999170', 'description': 'tempest-description--1616046452'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:51.205839 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-281c174a-1ea4-4691-bbb2-32eb589cd61e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.271330 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-281c174a-1ea4-4691-bbb2-32eb589cd61e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (a803c33d-4091-420c-aaf2-652d27c06564), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.274803 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-281c174a-1ea4-4691-bbb2-32eb589cd61e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (a803c33d-4091-420c-aaf2-652d27c06564), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.304263 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-281c174a-1ea4-4691-bbb2-32eb589cd61e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.305509 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-281c174a-1ea4-4691-bbb2-32eb589cd61e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1232784 Oct 28 19:55:51.306642 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c174a-1ea4-4691-bbb2-32eb589cd61e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a803c33d-4091-420c-aaf2-652d27c06564,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:51.308516 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48882) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:51.313507 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-9cb573da-33e0-430c-a084-9d06b9c0cef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group_rule': {'security_group_id': 'a803c33d-4091-420c-aaf2-652d27c06564', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:51.339639 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9cb573da-33e0-430c-a084-9d06b9c0cef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (6abd8cac-e08b-426a-b6e7-d8309fa04751), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.384844 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9cb573da-33e0-430c-a084-9d06b9c0cef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (6abd8cac-e08b-426a-b6e7-d8309fa04751), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.388403 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9cb573da-33e0-430c-a084-9d06b9c0cef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (6abd8cac-e08b-426a-b6e7-d8309fa04751), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.409451 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb573da-33e0-430c-a084-9d06b9c0cef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abd8cac-e08b-426a-b6e7-d8309fa04751,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:51.416747 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9cb573da-33e0-430c-a084-9d06b9c0cef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.418357 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-9cb573da-33e0-430c-a084-9d06b9c0cef7 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086423 Oct 28 19:55:51.421289 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48886) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:51.426564 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-aea8424f-b1da-49da-b5b3-91a8cfa2b9da tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group_rule': {'security_group_id': 'a803c33d-4091-420c-aaf2-652d27c06564', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:51.456226 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aea8424f-b1da-49da-b5b3-91a8cfa2b9da tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (258b1ffd-1924-4d7b-8c19-7fc22382b0fc), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.517108 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aea8424f-b1da-49da-b5b3-91a8cfa2b9da tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (258b1ffd-1924-4d7b-8c19-7fc22382b0fc), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.522718 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aea8424f-b1da-49da-b5b3-91a8cfa2b9da tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (258b1ffd-1924-4d7b-8c19-7fc22382b0fc), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.541178 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8424f-b1da-49da-b5b3-91a8cfa2b9da tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258b1ffd-1924-4d7b-8c19-7fc22382b0fc,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:51.550586 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-aea8424f-b1da-49da-b5b3-91a8cfa2b9da tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.551854 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-aea8424f-b1da-49da-b5b3-91a8cfa2b9da tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293681 Oct 28 19:55:51.555031 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48888) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:55:51.559379 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'floatingip': {'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:51.579709 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.676032 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.779682 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Allocated IP 172.28.3.191 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/b0314b62-7304-4bf9-916b-d3b23305e8c3) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:55:51.883833 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (b0314b62-7304-4bf9-916b-d3b23305e8c3), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.914860 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (b0314b62-7304-4bf9-916b-d3b23305e8c3), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:51.952738 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:51.959695 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:51.961861 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=b0314b62-7304-4bf9-916b-d3b23305e8c3,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:51.964120 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:55:52.047258 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (81115496-4d76-4fe5-ba40-42fb81be3664), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.083117 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (b0314b62-7304-4bf9-916b-d3b23305e8c3), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.119641 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 2519d4a5-6024-476c-bafe-0dbc214121d4 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:55:52.139289 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: 2519d4a5-6024-476c-bafe-0dbc214121d4 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:55:52.139646 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 2519d4a5-6024-476c-bafe-0dbc214121d4 not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:55:52.228012 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (b0314b62-7304-4bf9-916b-d3b23305e8c3), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.232394 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (b0314b62-7304-4bf9-916b-d3b23305e8c3), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.294827 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=b0314b62-7304-4bf9-916b-d3b23305e8c3,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:52.297374 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (81115496-4d76-4fe5-ba40-42fb81be3664), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.313136 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:52.314401 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-8dbb13cd-b94f-4376-ba14-8dece1b5a264 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7584317 Oct 28 19:55:52.507500 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-bb9ca8ec-47d1-4745-ab8f-977f390f5029 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--557999170&fields=id&tenant_id=09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 267 time: 0.0434518 Oct 28 19:55:52.617592 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-e41ab5d7-dd70-48e6-b368-ed4a3c32d837 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:52.619078 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-e41ab5d7-dd70-48e6-b368-ed4a3c32d837 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 814 time: 0.1043968 Oct 28 19:55:52.633585 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-3f7b3ab9-a09b-42b6-9c26-51c309759d71 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/quotas/09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 375 time: 0.0093429 Oct 28 19:55:52.688987 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-8d96e3a8-ac34-4604-8efd-a10a0f20f49c tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502422 Oct 28 19:55:52.794301 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-cf501dfc-8ab7-4091-8488-aa0290f1207e service neutron] 10.222.0.64 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932271 Oct 28 19:55:52.945976 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9307b-230b-4eb8-ac44-47146def8bcc req-b3885220-f36e-42bb-be16-f4413d151bcb tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:52.947464 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5fc9307b-230b-4eb8-ac44-47146def8bcc req-b3885220-f36e-42bb-be16-f4413d151bcb tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1509862 Oct 28 19:55:52.952023 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea906c-1298-4922-8934-b87416c2f764 req-17edb0e6-dc3c-48a9-8779-8fa0e2e320d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:52.953398 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b6ea906c-1298-4922-8934-b87416c2f764 req-17edb0e6-dc3c-48a9-8779-8fa0e2e320d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 1129 time: 0.1346986 Oct 28 19:55:53.013025 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-c7bccfa6-c160-47c4-aa4a-bc0ee4fe576f service neutron] 10.222.0.64 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080812 Oct 28 19:55:53.059724 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5fc9307b-230b-4eb8-ac44-47146def8bcc req-7d6c8ccc-22a8-481c-bb8d-ada4b58a55a9 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051097 Oct 28 19:55:53.079995 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea906c-1298-4922-8934-b87416c2f764 req-31efc11e-8116-4192-813a-1bf24471f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:53.081497 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b6ea906c-1298-4922-8934-b87416c2f764 req-31efc11e-8116-4192-813a-1bf24471f8ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.1209772 Oct 28 19:55:53.144818 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b6ea906c-1298-4922-8934-b87416c2f764 req-c504cb09-b204-4421-93b3-e3229880b815 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca51cc4-fcc4-491d-a434-afec666b20ad HTTP/1.1" status: 200 len: 1001 time: 0.0570738 Oct 28 19:55:53.205754 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-44901b67-eb17-48c5-aebd-62e2f0a07c90 req-9909a072-09e7-4641-8311-6194c0e69e39 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 210 time: 0.0476739 Oct 28 19:55:53.218766 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea906c-1298-4922-8934-b87416c2f764 req-883d3800-ca57-45d0-b29e-7e8cfdb70f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:53.220209 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b6ea906c-1298-4922-8934-b87416c2f764 req-883d3800-ca57-45d0-b29e-7e8cfdb70f91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.0694237 Oct 28 19:55:53.504613 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea906c-1298-4922-8934-b87416c2f764 req-a50f2b9a-943d-4b94-806c-df8e1eb23979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:53.506836 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b6ea906c-1298-4922-8934-b87416c2f764 req-a50f2b9a-943d-4b94-806c-df8e1eb23979 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2774446 Oct 28 19:55:53.604702 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b6ea906c-1298-4922-8934-b87416c2f764 req-d91905ac-fe3a-42af-b27b-d9949fce2109 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849006 Oct 28 19:55:53.699267 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b6ea906c-1298-4922-8934-b87416c2f764 req-15363818-5f46-4a1b-885d-05df798ff7a2 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868251 Oct 28 19:55:54.163097 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-19611bec-6cb3-45af-8a0d-66029affb8d4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:54.164555 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-19611bec-6cb3-45af-8a0d-66029affb8d4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 814 time: 0.1202826 Oct 28 19:55:54.237976 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9ea02-f3b3-47f8-9c4b-85d0780e4c56 req-87b774e4-fb20-4dea-9337-3ac129b30eec tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:54.240078 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-54c9ea02-f3b3-47f8-9c4b-85d0780e4c56 req-87b774e4-fb20-4dea-9337-3ac129b30eec tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0992899 Oct 28 19:55:54.266565 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4e859f1f-328e-47c2-abc0-0243f98cd2f0 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 379 time: 0.0864680 Oct 28 19:55:54.286600 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'port': {'device_id': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'admin_state_up': True, 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'security_groups': ['a803c33d-4091-420c-aaf2-652d27c06564']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:54.357098 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3cf7d197-1df6-4b40-a96c-3ac757c34795 req-144546a8-81dc-4a44-8a5b-a9679968b41d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 210 time: 0.0765727 Oct 28 19:55:54.362576 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-54c9ea02-f3b3-47f8-9c4b-85d0780e4c56 req-1d544a02-e02b-4a63-9372-13bf01e1b83e tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145000 Oct 28 19:55:54.432278 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Made reservation on behalf of 09cb8cca1ca8447e996c5c8790747d29 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:55:54.435581 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:54.560778 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Allocated IP 172.20.0.6 (d26e63ef-1267-48a3-a194-773aac92fc05/71f694ce-b8fc-421b-877b-145680014548/9e7302c8-c028-4964-90a6-99b39ab8b996) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:55:54.690298 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:54.721646 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:54.766098 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Network d26e63ef-1267-48a3-a194-773aac92fc05 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:55:54.769128 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:55:54.776266 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:55:54.781765 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=9e7302c8-c028-4964-90a6-99b39ab8b996,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:54.829886 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:54.830509 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:54.849996 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-27b14abc-1b08-48d1-b967-92e7bc39ad77 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706735 Oct 28 19:55:54.861619 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Request body: {'port': {'device_id': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:55:54.922902 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:54.970878 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c119c170-1f60-4626-b8aa-5756e24d935f None None] Provisioning complete for port 9e7302c8-c028-4964-90a6-99b39ab8b996 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:55:54.971459 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c119c170-1f60-4626-b8aa-5756e24d935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:54.971601 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c119c170-1f60-4626-b8aa-5756e24d935f None None] Attempt 1 to provision port 9e7302c8-c028-4964-90a6-99b39ab8b996 Oct 28 19:55:55.002916 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c119c170-1f60-4626-b8aa-5756e24d935f None None] Port 9e7302c8-c028-4964-90a6-99b39ab8b996 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:55:55.177466 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7302c8-c028-4964-90a6-99b39ab8b996 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:55:55.185009 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Publish callbacks [] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:55.196883 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Transition to ACTIVE for port object 9e7302c8-c028-4964-90a6-99b39ab8b996 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:55:55.200451 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:55.275051 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Pushing event updated for resources: {'Port': ['ID=9e7302c8-c028-4964-90a6-99b39ab8b996,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:55.304974 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Attempting to bind port 9e7302c8-c028-4964-90a6-99b39ab8b996 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:55:55.305319 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Attempting to bind port 9e7302c8-c028-4964-90a6-99b39ab8b996 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:55:55.305775 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Attempting to bind port 9e7302c8-c028-4964-90a6-99b39ab8b996 on network d26e63ef-1267-48a3-a194-773aac92fc05 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:55.310543 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Port 9e7302c8-c028-4964-90a6-99b39ab8b996 on network d26e63ef-1267-48a3-a194-773aac92fc05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:55:55.310850 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Attempting to bind port 9e7302c8-c028-4964-90a6-99b39ab8b996 on network d26e63ef-1267-48a3-a194-773aac92fc05 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:55:55.315781 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:55:55.316126 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Checking segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:55:55.316513 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Bound using segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:55:55.316942 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Bound port: 9e7302c8-c028-4964-90a6-99b39ab8b996, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:55:55.317309 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:55.380383 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] For port 9e7302c8-c028-4964-90a6-99b39ab8b996, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:55:55.383638 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] For port 9e7302c8-c028-4964-90a6-99b39ab8b996, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=9e7302c8-c028-4964-90a6-99b39ab8b996,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:55:55.390276 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:55.394292 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:55.394934 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:55.396828 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] 10.222.0.26 "PUT /v2.0/ports/9e7302c8-c028-4964-90a6-99b39ab8b996 HTTP/1.1" status: 200 len: 1093 time: 0.5394087 Oct 28 19:55:55.397354 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'tag': '9e7302c8-c028-4964-90a6-99b39ab8b996'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:55:55.399676 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc5cae7-240d-4325-aca2-8c8b5ff0d847" -d '{"events": [{"name": "network-changed", "server_uuid": "e2289134-55b8-4e62-b949-1d5cb96e2bc7", "tag": "9e7302c8-c028-4964-90a6-99b39ab8b996"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:55:55.504095 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c119c170-1f60-4626-b8aa-5756e24d935f None None] Attempt 2 to provision port 9e7302c8-c028-4964-90a6-99b39ab8b996 Oct 28 19:55:55.508006 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219a867-1013-4f2e-9859-8eed26631dee service neutron] Pushing event updated for resources: {'Port': ['ID=9e7302c8-c028-4964-90a6-99b39ab8b996,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:55.550643 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c119c170-1f60-4626-b8aa-5756e24d935f None None] Port 9e7302c8-c028-4964-90a6-99b39ab8b996 had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:55:55.569138 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-3315d7cd-d10f-42cd-9631-d03c562c1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:55.570683 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-3315d7cd-d10f-42cd-9631-d03c562c1643 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 1127 time: 0.1166210 Oct 28 19:55:55.578129 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157693f-b5e5-49cb-973e-403cdee1326f req-eb7844ee-8d64-49c7-ab44-69b2b0fbdef8 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:55.579743 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1157693f-b5e5-49cb-973e-403cdee1326f req-eb7844ee-8d64-49c7-ab44-69b2b0fbdef8 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1155744 Oct 28 19:55:55.588014 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e22e6-62f1-434c-8f4a-469bcf88c53c req-c4c225fe-58e8-46ab-87aa-5ed56a5fec1b tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:55.589389 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fd9e22e6-62f1-434c-8f4a-469bcf88c53c req-c4c225fe-58e8-46ab-87aa-5ed56a5fec1b tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 943 time: 0.1510043 Oct 28 19:55:55.639428 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-a4399639-cf27-4597-b0e4-c432f0552cb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e7302c8-c028-4964-90a6-99b39ab8b996 HTTP/1.1" status: 200 len: 217 time: 0.0586424 Oct 28 19:55:55.721938 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1157693f-b5e5-49cb-973e-403cdee1326f req-a4597cb8-f23b-45df-b45a-d6fbbf34cc47 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273468 Oct 28 19:55:55.729467 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fd9e22e6-62f1-434c-8f4a-469bcf88c53c req-0919aa49-eaf8-497d-8e98-af6bababf1dc tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=a803c33d-4091-420c-aaf2-652d27c06564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329465 Oct 28 19:55:55.733250 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-524bd188-05a1-4014-ab74-fd4d17f5c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:55.737364 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-524bd188-05a1-4014-ab74-fd4d17f5c4de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.0852203 Oct 28 19:55:55.776891 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6b887a-d1de-4bc8-847e-887d1714f2d2 x-openstack-request-id: req-4c6b887a-d1de-4bc8-847e-887d1714f2d2 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:55:55.777187 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2289134-55b8-4e62-b949-1d5cb96e2bc7", "tag": "9e7302c8-c028-4964-90a6-99b39ab8b996", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:55:55.777468 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4c6b887a-d1de-4bc8-847e-887d1714f2d2 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:55:55.777894 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6b887a-d1de-4bc8-847e-887d1714f2d2'] response: {'name': 'network-changed', 'server_uuid': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'tag': '9e7302c8-c028-4964-90a6-99b39ab8b996', 'status': 'completed', 'code': 200} Oct 28 19:55:55.789336 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-e09dcbdc-525d-4f04-b37a-c6c015cc7dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:55.790906 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-e09dcbdc-525d-4f04-b37a-c6c015cc7dcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489411 Oct 28 19:55:55.879795 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-070b8f7d-70e5-4d47-906e-8973ee40af58 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825632 Oct 28 19:55:55.966787 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b92589c-9585-4114-b4dd-4105a2c7f3c5 req-b8e89182-4316-4d83-bf81-0655b559e479 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796702 Oct 28 19:55:56.052710 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5cae7-240d-4325-aca2-8c8b5ff0d847 req-2c299cba-f741-4eec-a756-d83493fb162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:56.054328 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-edc5cae7-240d-4325-aca2-8c8b5ff0d847 req-2c299cba-f741-4eec-a756-d83493fb162b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 1127 time: 0.0447369 Oct 28 19:55:56.148413 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5cae7-240d-4325-aca2-8c8b5ff0d847 req-f1ac1cdb-31f1-4bde-8892-e15f3ee94449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:56.149972 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-edc5cae7-240d-4325-aca2-8c8b5ff0d847 req-f1ac1cdb-31f1-4bde-8892-e15f3ee94449 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 915 time: 0.0870483 Oct 28 19:55:56.188699 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-edc5cae7-240d-4325-aca2-8c8b5ff0d847 req-3a72698d-f89d-453b-b44b-11972f6a1872 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e7302c8-c028-4964-90a6-99b39ab8b996 HTTP/1.1" status: 200 len: 217 time: 0.0317602 Oct 28 19:55:56.240923 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5cae7-240d-4325-aca2-8c8b5ff0d847 req-ce4a0527-9d54-4ff4-9c59-85a2f1124f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:56.242369 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-edc5cae7-240d-4325-aca2-8c8b5ff0d847 req-ce4a0527-9d54-4ff4-9c59-85a2f1124f3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.0469999 Oct 28 19:55:56.298097 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5cae7-240d-4325-aca2-8c8b5ff0d847 req-0037557b-9fa6-4591-939e-6b8ad3140f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:56.299574 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-edc5cae7-240d-4325-aca2-8c8b5ff0d847 req-0037557b-9fa6-4591-939e-6b8ad3140f12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429707 Oct 28 19:55:56.387913 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-edc5cae7-240d-4325-aca2-8c8b5ff0d847 req-ee251db3-9049-4a1a-9112-28666a2ba79e service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811837 Oct 28 19:55:56.478117 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-edc5cae7-240d-4325-aca2-8c8b5ff0d847 req-928ecbf7-9fe6-4055-821c-4e63fad627bf service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837257 Oct 28 19:55:56.745938 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:56.874502 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ae9b7-df05-4d95-a394-6f3f8baa9497 req-d21e7312-bc7d-4f1c-81ba-eacd2715bb3d tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:56.875988 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c21ae9b7-df05-4d95-a394-6f3f8baa9497 req-d21e7312-bc7d-4f1c-81ba-eacd2715bb3d tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0821989 Oct 28 19:55:56.896467 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21383e-39cd-4dfc-9ffc-ededac1d430e req-cb2e895b-5146-4a91-bd76-a661929098ea tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:56.897913 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-da21383e-39cd-4dfc-9ffc-ededac1d430e req-cb2e895b-5146-4a91-bd76-a661929098ea tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 943 time: 0.0768189 Oct 28 19:55:56.959923 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c21ae9b7-df05-4d95-a394-6f3f8baa9497 req-847bc9de-adaf-4efd-8f52-086ac0e1bb3e tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779462 Oct 28 19:55:56.970737 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-da21383e-39cd-4dfc-9ffc-ededac1d430e req-145e3bae-4152-44d9-8eba-edc9de979c13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=a803c33d-4091-420c-aaf2-652d27c06564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667272 Oct 28 19:55:58.115848 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad85f86-1e23-4c12-b9bb-3d1d95524e4d req-82f3733a-acad-4c7f-afd8-1fb51c6b80df tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:58.117319 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1ad85f86-1e23-4c12-b9bb-3d1d95524e4d req-82f3733a-acad-4c7f-afd8-1fb51c6b80df tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 943 time: 0.0744238 Oct 28 19:55:58.124630 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f8599-914e-40bc-94ab-c5864fefc3d0 req-7c9d0d7f-8591-482c-9c5a-37e66f8e9dd4 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:58.126029 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-901f8599-914e-40bc-94ab-c5864fefc3d0 req-7c9d0d7f-8591-482c-9c5a-37e66f8e9dd4 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0921099 Oct 28 19:55:58.145129 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 9e7302c8-c028-4964-90a6-99b39ab8b996 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:55:58.195261 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1ad85f86-1e23-4c12-b9bb-3d1d95524e4d req-13e35d07-d1a7-4f30-bcbb-eefe4fef6655 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=a803c33d-4091-420c-aaf2-652d27c06564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682793 Oct 28 19:55:58.199297 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-901f8599-914e-40bc-94ab-c5864fefc3d0 req-55b84282-5b75-436f-bc82-ccc02f3be6fe tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667870 Oct 28 19:55:58.244977 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 9e7302c8-c028-4964-90a6-99b39ab8b996, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=9e7302c8-c028-4964-90a6-99b39ab8b996,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:58.256315 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '9e7302c8-c028-4964-90a6-99b39ab8b996', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'port_id': '9e7302c8-c028-4964-90a6-99b39ab8b996', 'mac_address': 'fa:16:3e:43:3b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:55:58.289499 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 9e7302c8-c028-4964-90a6-99b39ab8b996 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:55:58.289895 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:58.302909 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7302c8-c028-4964-90a6-99b39ab8b996 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:55:58.321475 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 9e7302c8-c028-4964-90a6-99b39ab8b996, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=9e7302c8-c028-4964-90a6-99b39ab8b996,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:55:58.325565 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:55:58.370399 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=9e7302c8-c028-4964-90a6-99b39ab8b996,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:55:58.377206 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.377592 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.377974 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.378303 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.378643 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.378981 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.379319 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.379656 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.380024 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.380377 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.380746 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.381052 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.381382 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:55:58.605061 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['9e7302c8-c028-4964-90a6-99b39ab8b996'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:55:59.353666 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a38c0-8d9a-4a7d-b33a-917e3eb94467 req-9acf0330-70e9-4edd-b902-96b14edd0eb8 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:59.355146 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ab5a38c0-8d9a-4a7d-b33a-917e3eb94467 req-9acf0330-70e9-4edd-b902-96b14edd0eb8 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0786314 Oct 28 19:55:59.361728 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf667e-59d2-45af-955b-4852a87cb204 req-ca7a7f04-22f0-4738-97d1-b08891514937 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:55:59.363066 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0aaf667e-59d2-45af-955b-4852a87cb204 req-ca7a7f04-22f0-4738-97d1-b08891514937 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 944 time: 0.0956261 Oct 28 19:55:59.431271 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ab5a38c0-8d9a-4a7d-b33a-917e3eb94467 req-ef1477de-295c-4a43-b57b-bd5875562b87 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672474 Oct 28 19:55:59.438244 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0aaf667e-59d2-45af-955b-4852a87cb204 req-c11f8b03-e388-42ca-b56a-17323eaff007 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=a803c33d-4091-420c-aaf2-652d27c06564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677505 Oct 28 19:56:00.152230 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 9e7302c8-c028-4964-90a6-99b39ab8b996 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:56:00.197053 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 9e7302c8-c028-4964-90a6-99b39ab8b996 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:56:00.200621 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 9e7302c8-c028-4964-90a6-99b39ab8b996 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:56:00.201007 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:00.201355 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 9e7302c8-c028-4964-90a6-99b39ab8b996 Oct 28 19:56:00.275002 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 9e7302c8-c028-4964-90a6-99b39ab8b996 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:56:00.275399 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:00.297795 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7302c8-c028-4964-90a6-99b39ab8b996'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:00.300047 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c38e216-353b-4c1a-a26b-82a2fc43c4a5" -d '{"events": [{"server_uuid": "e2289134-55b8-4e62-b949-1d5cb96e2bc7", "name": "network-vif-plugged", "status": "completed", "tag": "9e7302c8-c028-4964-90a6-99b39ab8b996"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:00.312616 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 9e7302c8-c028-4964-90a6-99b39ab8b996, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=9e7302c8-c028-4964-90a6-99b39ab8b996,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:00.316723 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:00.339884 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876a1937-a16f-447a-8843-fd1613e49684 x-openstack-request-id: req-876a1937-a16f-447a-8843-fd1613e49684 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:00.340210 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2289134-55b8-4e62-b949-1d5cb96e2bc7", "name": "network-vif-plugged", "status": "completed", "tag": "9e7302c8-c028-4964-90a6-99b39ab8b996", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:00.340475 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-876a1937-a16f-447a-8843-fd1613e49684 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:00.340886 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876a1937-a16f-447a-8843-fd1613e49684'] response: {'server_uuid': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7302c8-c028-4964-90a6-99b39ab8b996', 'code': 200} Oct 28 19:56:00.367109 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=9e7302c8-c028-4964-90a6-99b39ab8b996,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:00.544693 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2727bd6-0cab-4e1b-b3f6-c0ba9cbaa89c req-967569f9-ee53-4501-93e4-40cf5effe180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:00.546209 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f2727bd6-0cab-4e1b-b3f6-c0ba9cbaa89c req-967569f9-ee53-4501-93e4-40cf5effe180 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 1129 time: 0.0762680 Oct 28 19:56:00.635175 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d85572-4d07-48dc-8a72-27b8e1aa5ce9 req-1507d79e-45c8-4e71-8a97-9ce05af8eb64 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:00.636669 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d3d85572-4d07-48dc-8a72-27b8e1aa5ce9 req-1507d79e-45c8-4e71-8a97-9ce05af8eb64 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1267166 Oct 28 19:56:00.639656 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f2727bd6-0cab-4e1b-b3f6-c0ba9cbaa89c req-4206f337-3c02-478d-847c-9f6a32451f95 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a803c33d-4091-420c-aaf2-652d27c06564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829127 Oct 28 19:56:00.656219 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c949fe8-9412-4d41-8f98-9fa959bf9610 req-2df44d08-bf96-45d9-9d4f-f4c2ae78917f tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:00.657650 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9c949fe8-9412-4d41-8f98-9fa959bf9610 req-2df44d08-bf96-45d9-9d4f-f4c2ae78917f tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 945 time: 0.1160200 Oct 28 19:56:00.721074 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d3d85572-4d07-48dc-8a72-27b8e1aa5ce9 req-dadf545e-f046-4535-a3ba-b12b773ad73e tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778534 Oct 28 19:56:00.731802 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9c949fe8-9412-4d41-8f98-9fa959bf9610 req-69dda4d8-4b1b-46a2-8d21-fae23a0d46ed tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=a803c33d-4091-420c-aaf2-652d27c06564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662694 Oct 28 19:56:01.878076 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e56ba-90e6-46bb-9b74-b276ac05073e req-d473eda6-312a-47a1-ae32-77a6c09a7c9b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:01.879480 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-040e56ba-90e6-46bb-9b74-b276ac05073e req-d473eda6-312a-47a1-ae32-77a6c09a7c9b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0821099 Oct 28 19:56:01.889286 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5c2c9-b3c3-4ab3-9c26-7e4a6f92c610 req-d3ae666d-63d7-41c9-a84c-e1d0179a71ef tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:01.890693 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2bf5c2c9-b3c3-4ab3-9c26-7e4a6f92c610 req-d3ae666d-63d7-41c9-a84c-e1d0179a71ef tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 945 time: 0.0848734 Oct 28 19:56:01.959638 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-040e56ba-90e6-46bb-9b74-b276ac05073e req-3e04b205-8eaf-46a9-a56b-8bb2e71784e6 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680051 Oct 28 19:56:01.963103 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2bf5c2c9-b3c3-4ab3-9c26-7e4a6f92c610 req-00927a74-4110-4739-840f-422e3b779489 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=a803c33d-4091-420c-aaf2-652d27c06564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660574 Oct 28 19:56:02.085233 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a4468-cdfc-40fb-b31b-c836b8e2650b req-5ac69dda-028d-49a2-b77a-5bf201671ddc tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:02.086732 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-719a4468-cdfc-40fb-b31b-c836b8e2650b req-5ac69dda-028d-49a2-b77a-5bf201671ddc tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 945 time: 0.0556810 Oct 28 19:56:02.096959 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 48968) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:02.101802 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-2937254e-6758-473e-a771-7a5b5f2166a1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'floatingip': {'port_id': '9e7302c8-c028-4964-90a6-99b39ab8b996'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:02.138194 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2937254e-6758-473e-a771-7a5b5f2166a1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (81115496-4d76-4fe5-ba40-42fb81be3664), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:02.551877 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2937254e-6758-473e-a771-7a5b5f2166a1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:02.555711 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2937254e-6758-473e-a771-7a5b5f2166a1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (81115496-4d76-4fe5-ba40-42fb81be3664), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:02.649352 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [None req-2937254e-6758-473e-a771-7a5b5f2166a1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Floating IP 81115496-4d76-4fe5-ba40-42fb81be3664 associated. External IP: 172.28.3.191, port: 9e7302c8-c028-4964-90a6-99b39ab8b996. Oct 28 19:56:02.843712 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2937254e-6758-473e-a771-7a5b5f2166a1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:56:02.945006 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2937254e-6758-473e-a771-7a5b5f2166a1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:56:02.949618 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2937254e-6758-473e-a771-7a5b5f2166a1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:02.955174 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cd11c-0fea-48ef-976b-592d5a69b792 None None] Sync routers for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:56:02.968618 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cd11c-0fea-48ef-976b-592d5a69b792 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:02.969243 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b79cd11c-0fea-48ef-976b-592d5a69b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:55:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:02.980893 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-2937254e-6758-473e-a771-7a5b5f2166a1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "PUT /v2.0/floatingips/81115496-4d76-4fe5-ba40-42fb81be3664 HTTP/1.1" status: 200 len: 991 time: 0.8828340 Oct 28 19:56:02.981597 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'tag': '9e7302c8-c028-4964-90a6-99b39ab8b996'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:02.983946 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd825e47-83ec-491a-a73b-0486ff359510" -d '{"events": [{"name": "network-changed", "server_uuid": "e2289134-55b8-4e62-b949-1d5cb96e2bc7", "tag": "9e7302c8-c028-4964-90a6-99b39ab8b996"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:03.020401 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c03657c-1cbd-4e29-8d4e-cb829bb0ab0d x-openstack-request-id: req-9c03657c-1cbd-4e29-8d4e-cb829bb0ab0d {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:03.020847 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2289134-55b8-4e62-b949-1d5cb96e2bc7", "tag": "9e7302c8-c028-4964-90a6-99b39ab8b996", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:03.021105 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c03657c-1cbd-4e29-8d4e-cb829bb0ab0d {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:03.021545 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c03657c-1cbd-4e29-8d4e-cb829bb0ab0d'] response: {'name': 'network-changed', 'server_uuid': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'tag': '9e7302c8-c028-4964-90a6-99b39ab8b996', 'status': 'completed', 'code': 200} Oct 28 19:56:03.073552 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-b79cd11c-0fea-48ef-976b-592d5a69b792 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:03.122608 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7a759-0a0f-440a-9a6c-de17ab235112 req-6aaa2fa2-ff02-4e4e-864e-7f1509ab6be7 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:03.124017 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f6b7a759-0a0f-440a-9a6c-de17ab235112 req-6aaa2fa2-ff02-4e4e-864e-7f1509ab6be7 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0855505 Oct 28 19:56:03.125794 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd825e47-83ec-491a-a73b-0486ff359510 req-02008b53-d75f-4aaf-872b-5bdfe9163da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:03.127132 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bd825e47-83ec-491a-a73b-0486ff359510 req-02008b53-d75f-4aaf-872b-5bdfe9163da3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 1129 time: 0.0780017 Oct 28 19:56:03.222849 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f6b7a759-0a0f-440a-9a6c-de17ab235112 req-c7058406-7aa4-4080-ab5c-a73b80eee276 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931523 Oct 28 19:56:03.246770 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd825e47-83ec-491a-a73b-0486ff359510 req-7c8939a4-71de-404b-96b3-7ca673341f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:03.246770 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bd825e47-83ec-491a-a73b-0486ff359510 req-7c8939a4-71de-404b-96b3-7ca673341f11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 915 time: 0.1113412 Oct 28 19:56:03.299527 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b79cd11c-0fea-48ef-976b-592d5a69b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '81115496-4d76-4fe5-ba40-42fb81be3664', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.191', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '9e7302c8-c028-4964-90a6-99b39ab8b996', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:43:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:55:52Z', 'updated_at': '2022-10-28T19:56:02Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:03.312719 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bd825e47-83ec-491a-a73b-0486ff359510 req-3a56278d-b8d9-4684-a8b7-7e1e24344067 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e7302c8-c028-4964-90a6-99b39ab8b996 HTTP/1.1" status: 200 len: 999 time: 0.0582409 Oct 28 19:56:03.324228 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cd11c-0fea-48ef-976b-592d5a69b792 None None] Checking router: 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:56:03.332972 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cd11c-0fea-48ef-976b-592d5a69b792 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:03.333633 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b79cd11c-0fea-48ef-976b-592d5a69b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:55:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:03.360290 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd825e47-83ec-491a-a73b-0486ff359510 req-adc951e4-728d-45b3-b322-1463835db58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:03.361793 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bd825e47-83ec-491a-a73b-0486ff359510 req-adc951e4-728d-45b3-b322-1463835db58f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.0434558 Oct 28 19:56:03.409345 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd825e47-83ec-491a-a73b-0486ff359510 req-6d27b9b6-a82a-47a1-8f9d-8b032cf49e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:03.410789 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bd825e47-83ec-491a-a73b-0486ff359510 req-6d27b9b6-a82a-47a1-8f9d-8b032cf49e5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0422978 Oct 28 19:56:03.438431 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-b79cd11c-0fea-48ef-976b-592d5a69b792 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:03.502857 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bd825e47-83ec-491a-a73b-0486ff359510 req-43334701-713f-458f-8ca1-a0dcab14df67 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847864 Oct 28 19:56:03.597334 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bd825e47-83ec-491a-a73b-0486ff359510 req-f10f620a-2b94-4842-8fd3-6476c2788451 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827329 Oct 28 19:56:03.658741 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-b79cd11c-0fea-48ef-976b-592d5a69b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '81115496-4d76-4fe5-ba40-42fb81be3664', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.191', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '9e7302c8-c028-4964-90a6-99b39ab8b996', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:43:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:55:52Z', 'updated_at': '2022-10-28T19:56:02Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:03.683041 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cd11c-0fea-48ef-976b-592d5a69b792 None None] The sync data for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb is: [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '81115496-4d76-4fe5-ba40-42fb81be3664', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.191', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '9e7302c8-c028-4964-90a6-99b39ab8b996', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:43:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:55:52Z', 'updated_at': '2022-10-28T19:56:02Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:56:03.867758 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b64b095-7921-4dac-ab3e-6cc748008d22 None None] New status for floating IP 81115496-4d76-4fe5-ba40-42fb81be3664: ACTIVE {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:56:04.577889 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f56452-894a-4e61-b66d-ddcf020a83a5 req-94de71b6-b92b-4037-9708-fdae69af4d5b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:04.579641 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-45f56452-894a-4e61-b66d-ddcf020a83a5 req-94de71b6-b92b-4037-9708-fdae69af4d5b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.2802727 Oct 28 19:56:04.625252 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-45f56452-894a-4e61-b66d-ddcf020a83a5 req-d723ec65-c795-4917-9e5c-254e43d90717 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401564 Oct 28 19:56:05.749001 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81312e-4ac8-43b5-98d9-93ee0d6bca01 req-93befc26-5e53-4499-8db5-bca9b95ba6d0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:05.750479 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7e81312e-4ac8-43b5-98d9-93ee0d6bca01 req-93befc26-5e53-4499-8db5-bca9b95ba6d0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0516460 Oct 28 19:56:05.796727 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7e81312e-4ac8-43b5-98d9-93ee0d6bca01 req-052c6f26-5158-4ee0-b50c-202278bf67f2 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405447 Oct 28 19:56:06.467275 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-091e23fb-9e33-4449-8467-94e8750aa137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:06.930353 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e14ceb-a409-4869-9e3a-670e5a173ac3 req-5a64e547-5a42-4d39-9439-881fbef09f8c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:06.931791 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-12e14ceb-a409-4869-9e3a-670e5a173ac3 req-5a64e547-5a42-4d39-9439-881fbef09f8c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0607214 Oct 28 19:56:06.977197 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-12e14ceb-a409-4869-9e3a-670e5a173ac3 req-ca788e74-33d4-45e3-964d-316f22d081a6 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398207 Oct 28 19:56:07.578774 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e6015-0455-456c-a66b-d288add251fe req-ab2f3619-45ac-41ce-b912-04e95f4ced91 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:07.580287 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2a8e6015-0455-456c-a66b-d288add251fe req-ab2f3619-45ac-41ce-b912-04e95f4ced91 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 947 time: 0.0576911 Oct 28 19:56:07.626182 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2a8e6015-0455-456c-a66b-d288add251fe req-4c197e57-b892-4fd7-93fc-c057f8aac639 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402932 Oct 28 19:56:08.111240 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea28e8b-3922-417f-abcf-bff22f582d29 req-9c87a807-f670-4cd2-b0b1-6e8521ecfced tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:08.112743 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3ea28e8b-3922-417f-abcf-bff22f582d29 req-9c87a807-f670-4cd2-b0b1-6e8521ecfced tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0596621 Oct 28 19:56:08.168203 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3ea28e8b-3922-417f-abcf-bff22f582d29 req-68959c8a-9674-490b-be84-a0f6c7a81c4c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485342 Oct 28 19:56:08.653470 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8fbd04be-3232-4d5a-badc-1270299d32ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:08.753200 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180a1eb-4fe1-494b-8ad7-e5f9234ee159 req-ceca2a4a-3240-4a8e-8ee5-f20b75e8cfda tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:08.754717 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4180a1eb-4fe1-494b-8ad7-e5f9234ee159 req-ceca2a4a-3240-4a8e-8ee5-f20b75e8cfda tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 947 time: 0.0522370 Oct 28 19:56:08.800735 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4180a1eb-4fe1-494b-8ad7-e5f9234ee159 req-b5f7fbed-d3c2-4582-92fd-5bdd8368ac39 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398488 Oct 28 19:56:09.287592 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-227789ce-95a6-49ea-987a-f68f99ec9a99 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:09.289013 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-227789ce-95a6-49ea-987a-f68f99ec9a99 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.26 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 947 time: 0.0780771 Oct 28 19:56:09.339744 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd2e65-f52d-4e9a-a6f6-1df4cd0da558 req-f48af1f3-56cb-4842-bf63-9a8fd65fd873 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:09.341183 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2efd2e65-f52d-4e9a-a6f6-1df4cd0da558 req-f48af1f3-56cb-4842-bf63-9a8fd65fd873 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0946133 Oct 28 19:56:09.410126 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2efd2e65-f52d-4e9a-a6f6-1df4cd0da558 req-ccc6c953-d66d-4e04-a08f-42668f3990d4 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616946 Oct 28 19:56:09.422239 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Deleting port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:56:09.422592 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:09.511771 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] For port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:09.512145 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:09.668111 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:09.668469 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (e7652e00-9014-4d74-a293-ad40b4b36d6b), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:09.668783 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Floating IP e7652e00-9014-4d74-a293-ad40b4b36d6b disassociated. External IP: 172.28.3.214, port: 7ec22f8b-9ed8-4304-8c63-895e3e6727aa. Oct 28 19:56:09.669127 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Calling delete_port for 7ec22f8b-9ed8-4304-8c63-895e3e6727aa owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:56:09.791924 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (7ec22f8b-9ed8-4304-8c63-895e3e6727aa), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:09.818777 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event deleted for resources: {'Port': ['ID=7ec22f8b-9ed8-4304-8c63-895e3e6727aa,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:09.867293 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:09.944294 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-967895b4-07ed-47b7-a122-cc11d5f6e434 req-48254cdb-1386-471f-8205-8fa5e8c65013 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=42618f73-b7a0-4ccd-8801-680260c2239c HTTP/1.1" status: 200 len: 210 time: 0.0360630 Oct 28 19:56:09.987117 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Router e6dba45f-3a17-49ca-b146-58236b8e20de has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:56:10.002181 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb0269-d2ca-43ab-9d68-0180ed1adbe7 req-13b30b6c-bb47-40b2-a6ec-195901103193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:10.003684 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fbcb0269-d2ca-43ab-9d68-0180ed1adbe7 req-13b30b6c-bb47-40b2-a6ec-195901103193 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 1129 time: 0.0921693 Oct 28 19:56:10.113852 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fbcb0269-d2ca-43ab-9d68-0180ed1adbe7 req-93ce61de-56f4-45e8-9033-c8bfff1e2709 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788977 Oct 28 19:56:10.124848 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:56:10.135183 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c84bd90-4ee4-4e04-996f-00f4f4b7fdd4 None None] Sync routers for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:56:10.145177 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c84bd90-4ee4-4e04-996f-00f4f4b7fdd4 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:10.145834 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1c84bd90-4ee4-4e04-996f-00f4f4b7fdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:10.165731 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] No DVR routers for this DVR port 7ec22f8b-9ed8-4304-8c63-895e3e6727aa on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:56:10.168255 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:10.171604 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-79403d5d-ac06-467f-850d-cc1e304ea0d3 req-2afbc74b-e785-49da-b3ec-3aebbf7614e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.26 "DELETE /v2.0/ports/7ec22f8b-9ed8-4304-8c63-895e3e6727aa HTTP/1.1" status: 204 len: 173 time: 0.8763461 Oct 28 19:56:10.172104 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'name': 'network-vif-deleted', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:10.174394 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07eb3067-b27b-428d-9fcd-a79a75b4e544" -d '{"events": [{"server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "name": "network-vif-deleted", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:10.211686 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ab72c5-0354-484e-97b6-b36758f6e78a x-openstack-request-id: req-e9ab72c5-0354-484e-97b6-b36758f6e78a {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:10.211986 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42618f73-b7a0-4ccd-8801-680260c2239c", "name": "network-vif-deleted", "tag": "7ec22f8b-9ed8-4304-8c63-895e3e6727aa", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:10.212245 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9ab72c5-0354-484e-97b6-b36758f6e78a {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:10.212657 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ab72c5-0354-484e-97b6-b36758f6e78a'] response: {'server_uuid': '42618f73-b7a0-4ccd-8801-680260c2239c', 'name': 'network-vif-deleted', 'tag': '7ec22f8b-9ed8-4304-8c63-895e3e6727aa', 'status': 'completed', 'code': 200} Oct 28 19:56:10.252096 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1c84bd90-4ee4-4e04-996f-00f4f4b7fdd4 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:10.541167 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a1ec8-b077-4caa-bd85-aa7da5d236e0 req-922898ba-fae5-4251-9128-1ba04fac1cee tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:10.542737 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-232a1ec8-b077-4caa-bd85-aa7da5d236e0 req-922898ba-fae5-4251-9128-1ba04fac1cee tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0576801 Oct 28 19:56:10.590928 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-232a1ec8-b077-4caa-bd85-aa7da5d236e0 req-0d3da572-f716-46ac-9537-bced2c816ad3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413446 Oct 28 19:56:10.598289 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1c84bd90-4ee4-4e04-996f-00f4f4b7fdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:10.622867 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c84bd90-4ee4-4e04-996f-00f4f4b7fdd4 None None] Checking router: e6dba45f-3a17-49ca-b146-58236b8e20de for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:56:10.631269 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c84bd90-4ee4-4e04-996f-00f4f4b7fdd4 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:10.631877 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1c84bd90-4ee4-4e04-996f-00f4f4b7fdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:10.731827 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1c84bd90-4ee4-4e04-996f-00f4f4b7fdd4 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:10.924627 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1c84bd90-4ee4-4e04-996f-00f4f4b7fdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:10.948867 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c84bd90-4ee4-4e04-996f-00f4f4b7fdd4 None None] The sync data for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb is: [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:56:11.045155 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 49024) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:11.107853 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55330a97-dc2e-445e-8e2e-9b4ac31e0da1 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (4dfc0bb5-a473-45ce-b6f9-a9310ba12ced), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.134866 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55330a97-dc2e-445e-8e2e-9b4ac31e0da1 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (4dfc0bb5-a473-45ce-b6f9-a9310ba12ced), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.192393 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55330a97-dc2e-445e-8e2e-9b4ac31e0da1 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4dfc0bb5-a473-45ce-b6f9-a9310ba12ced), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.195158 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55330a97-dc2e-445e-8e2e-9b4ac31e0da1 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.197179 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-55330a97-dc2e-445e-8e2e-9b4ac31e0da1 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "DELETE /v2.0/security-groups/4dfc0bb5-a473-45ce-b6f9-a9310ba12ced HTTP/1.1" status: 204 len: 168 time: 0.1509640 Oct 28 19:56:11.200073 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49026) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:11.207367 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55330a97-dc2e-445e-8e2e-9b4ac31e0da1 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfc0bb5-a473-45ce-b6f9-a9310ba12ced,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:11.208704 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2bb7dc-32e1-4abf-b53f-f3f687df4a09 None None] New status for floating IP e7652e00-9014-4d74-a293-ad40b4b36d6b: DOWN {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:56:11.222958 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.api.v2.resource [None req-4af13162-709a-4a9b-92b9-753932a1668e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] show failed (client error): The resource could not be found. Oct 28 19:56:11.224412 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-4af13162-709a-4a9b-92b9-753932a1668e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups/4dfc0bb5-a473-45ce-b6f9-a9310ba12ced HTTP/1.1" status: 404 len: 347 time: 0.0224376 Oct 28 19:56:11.227217 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49028) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:11.346185 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-f8332bac-c82f-412d-a772-dc495fe380da tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Deleting port 06b43453-7f02-44ff-8933-7bb51022ccf8 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:56:11.346532 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f8332bac-c82f-412d-a772-dc495fe380da tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (06b43453-7f02-44ff-8933-7bb51022ccf8), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.422348 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.426453 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f8332bac-c82f-412d-a772-dc495fe380da tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (06b43453-7f02-44ff-8933-7bb51022ccf8), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.426794 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f8332bac-c82f-412d-a772-dc495fe380da tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (06b43453-7f02-44ff-8933-7bb51022ccf8), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.438571 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-f8332bac-c82f-412d-a772-dc495fe380da tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Calling delete_port for 06b43453-7f02-44ff-8933-7bb51022ccf8 owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:56:11.576661 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f8332bac-c82f-412d-a772-dc495fe380da tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (06b43453-7f02-44ff-8933-7bb51022ccf8), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.601991 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8332bac-c82f-412d-a772-dc495fe380da tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event deleted for resources: {'Port': ['ID=06b43453-7f02-44ff-8933-7bb51022ccf8,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:11.663344 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f8332bac-c82f-412d-a772-dc495fe380da tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (e7652e00-9014-4d74-a293-ad40b4b36d6b), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.666478 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f8332bac-c82f-412d-a772-dc495fe380da tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.667628 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-f8332bac-c82f-412d-a772-dc495fe380da tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "DELETE /v2.0/floatingips/e7652e00-9014-4d74-a293-ad40b4b36d6b HTTP/1.1" status: 204 len: 168 time: 0.4392912 Oct 28 19:56:11.721565 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291f2b9-fc3d-4027-99be-2fcd7bb33364 req-05fa6bee-8b9f-4471-8d46-189788ffa0a1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:11.723078 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1291f2b9-fc3d-4027-99be-2fcd7bb33364 req-05fa6bee-8b9f-4471-8d46-189788ffa0a1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0543807 Oct 28 19:56:11.743608 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 49034) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:11.748187 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-ed88baf4-d30b-4fa0-bfe1-f6655217f5bf tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2142148075', 'description': 'tempest-description--799398335'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:11.768325 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ed88baf4-d30b-4fa0-bfe1-f6655217f5bf tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.776625 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1291f2b9-fc3d-4027-99be-2fcd7bb33364 req-98720984-bc02-4cf8-86d4-a55157bf7181 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478425 Oct 28 19:56:11.835547 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ed88baf4-d30b-4fa0-bfe1-f6655217f5bf tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (b269cc55-fbe2-4140-8d61-edea9d94020e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.840293 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ed88baf4-d30b-4fa0-bfe1-f6655217f5bf tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (b269cc55-fbe2-4140-8d61-edea9d94020e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.880634 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ed88baf4-d30b-4fa0-bfe1-f6655217f5bf tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.881885 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-ed88baf4-d30b-4fa0-bfe1-f6655217f5bf tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1372507 Oct 28 19:56:11.883396 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88baf4-d30b-4fa0-bfe1-f6655217f5bf tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b269cc55-fbe2-4140-8d61-edea9d94020e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:11.885087 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49038) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:11.890329 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-e7ce9942-0547-4503-bf44-1710607573d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'security_group_rule': {'security_group_id': 'b269cc55-fbe2-4140-8d61-edea9d94020e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:11.917041 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9942-0547-4503-bf44-1710607573d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (e0f6da50-4b5a-428f-84bb-cf3836a31ef5), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.971151 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9942-0547-4503-bf44-1710607573d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (e0f6da50-4b5a-428f-84bb-cf3836a31ef5), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.975326 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9942-0547-4503-bf44-1710607573d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (e0f6da50-4b5a-428f-84bb-cf3836a31ef5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:11.994009 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce9942-0547-4503-bf44-1710607573d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f6da50-4b5a-428f-84bb-cf3836a31ef5,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:12.004096 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9942-0547-4503-bf44-1710607573d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.005297 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-e7ce9942-0547-4503-bf44-1710607573d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189206 Oct 28 19:56:12.007967 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49044) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:12.012328 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-cbac87a0-a211-4fad-9ef0-e638b2853df8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'security_group_rule': {'security_group_id': 'b269cc55-fbe2-4140-8d61-edea9d94020e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:12.043046 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cbac87a0-a211-4fad-9ef0-e638b2853df8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (dcc3079b-00d2-412e-8622-bad94100ea2b), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.099309 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cbac87a0-a211-4fad-9ef0-e638b2853df8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (dcc3079b-00d2-412e-8622-bad94100ea2b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.104286 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cbac87a0-a211-4fad-9ef0-e638b2853df8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (dcc3079b-00d2-412e-8622-bad94100ea2b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.123306 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac87a0-a211-4fad-9ef0-e638b2853df8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc3079b-00d2-412e-8622-bad94100ea2b,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:12.131607 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-cbac87a0-a211-4fad-9ef0-e638b2853df8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.132798 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-cbac87a0-a211-4fad-9ef0-e638b2853df8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238463 Oct 28 19:56:12.136152 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49050) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:12.141152 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'floatingip': {'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:12.163103 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.200902 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 7ec22f8b-9ed8-4304-8c63-895e3e6727aa no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:56:12.221113 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: 7ec22f8b-9ed8-4304-8c63-895e3e6727aa {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:56:12.221491 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 7ec22f8b-9ed8-4304-8c63-895e3e6727aa not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:56:12.304718 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceaca8-5605-40fa-a85b-e5562aa53d96 req-7a90fd63-8e5a-40f8-bfaf-4d7583e25091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:12.306183 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aaceaca8-5605-40fa-a85b-e5562aa53d96 req-7a90fd63-8e5a-40f8-bfaf-4d7583e25091 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 1129 time: 0.0992801 Oct 28 19:56:12.312940 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b0764-acd9-4ec3-9edb-2d2a9fc5e192 req-4eedd266-ca52-42db-bea7-ead392323c6f tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:12.314304 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cb6b0764-acd9-4ec3-9edb-2d2a9fc5e192 req-4eedd266-ca52-42db-bea7-ead392323c6f tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1088924 Oct 28 19:56:12.433336 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cb6b0764-acd9-4ec3-9edb-2d2a9fc5e192 req-f2b59934-d5f8-474b-9b56-017a7887954f tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134238 Oct 28 19:56:12.448270 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.465333 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceaca8-5605-40fa-a85b-e5562aa53d96 req-27073e16-6223-4986-b3b2-bb6d9a27879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:12.466926 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aaceaca8-5605-40fa-a85b-e5562aa53d96 req-27073e16-6223-4986-b3b2-bb6d9a27879c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.1432271 Oct 28 19:56:12.583985 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aaceaca8-5605-40fa-a85b-e5562aa53d96 req-b93f6e08-d7e4-4a45-9962-14f8ff441061 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca51cc4-fcc4-491d-a434-afec666b20ad HTTP/1.1" status: 200 len: 1001 time: 0.0865815 Oct 28 19:56:12.609983 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Allocated IP 172.28.3.24 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:56:12.678860 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.700433 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceaca8-5605-40fa-a85b-e5562aa53d96 req-b088b98f-b914-45c7-8407-d27c1e273442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:12.701928 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aaceaca8-5605-40fa-a85b-e5562aa53d96 req-b088b98f-b914-45c7-8407-d27c1e273442 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.0934584 Oct 28 19:56:12.780999 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for port (c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.798509 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceaca8-5605-40fa-a85b-e5562aa53d96 req-df2b912e-a88e-41d9-890a-07d3a527b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:12.800010 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aaceaca8-5605-40fa-a85b-e5562aa53d96 req-df2b912e-a88e-41d9-890a-07d3a527b6ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0831981 Oct 28 19:56:12.857915 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:12.907925 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:56:12.913634 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:56:12.923785 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:56:12.938762 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'Port': ['ID=c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:12.969035 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aaceaca8-5605-40fa-a85b-e5562aa53d96 req-e978efb1-b353-4868-9149-e1c239f0f4b9 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546636 Oct 28 19:56:13.316804 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (8a5dd509-1ee9-4877-b68c-3536824a30e4), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.327988 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aaceaca8-5605-40fa-a85b-e5562aa53d96 req-578b530b-a1e2-4bee-9bff-8130215fb486 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531733 Oct 28 19:56:13.356923 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.503788 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for port (c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.519426 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.605124 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (8a5dd509-1ee9-4877-b68c-3536824a30e4), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.615137 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'Port': ['ID=c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:13.629370 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:13.630630 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-01b774c2-b3b8-4096-a0cb-52ffe6f2a8d6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4933867 Oct 28 19:56:13.640821 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d611b-cfc4-4858-b803-b43d6af0ce3c req-9865e2a1-84d2-4ead-9ca9-819ed9b99b9d tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:13.642350 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4a7d611b-cfc4-4858-b803-b43d6af0ce3c req-9865e2a1-84d2-4ead-9ca9-819ed9b99b9d tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1330349 Oct 28 19:56:13.693409 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4a7d611b-cfc4-4858-b803-b43d6af0ce3c req-03d81a60-91fb-4248-982d-dec375fa58dc tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454087 Oct 28 19:56:13.826309 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-156997cd-8daa-44eb-ba1f-36339f5ff793 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2142148075&fields=id&tenant_id=e2537368d29e431a9757a354ffb5e174 HTTP/1.1" status: 200 len: 267 time: 0.0422282 Oct 28 19:56:13.929629 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-13d6f36b-9bd4-4ad5-8b66-9a12b14fe9e1 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:13.931819 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-13d6f36b-9bd4-4ad5-8b66-9a12b14fe9e1 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 817 time: 0.0990136 Oct 28 19:56:13.945995 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-4a1205ed-3fa1-40dd-85ed-7d33532d82f5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/quotas/e2537368d29e431a9757a354ffb5e174 HTTP/1.1" status: 200 len: 375 time: 0.0088484 Oct 28 19:56:14.003707 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-4252e9a7-4450-466a-9f35-f3c75d64f4f3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530205 Oct 28 19:56:14.097655 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-d9a7321b-e90d-41cf-87e3-a6eee0410c1b service neutron] 10.222.0.64 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823851 Oct 28 19:56:14.189652 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-2c230703-19c1-4bae-abfc-ea668b012751 service neutron] 10.222.0.64 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854237 Oct 28 19:56:14.347918 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a553e21d-8739-4fe1-b939-558a9653940e req-c4567205-cc06-4cb4-bf2a-1e93c35605fb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 210 time: 0.0281820 Oct 28 19:56:14.819178 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c538beb-c65c-47f3-a96e-fa5b5d464290 req-ff685be1-55f5-4894-8f98-e4fb4b801a13 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:14.820700 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c538beb-c65c-47f3-a96e-fa5b5d464290 req-ff685be1-55f5-4894-8f98-e4fb4b801a13 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0540307 Oct 28 19:56:14.871172 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c538beb-c65c-47f3-a96e-fa5b5d464290 req-a9a08fa2-a8f4-4ba8-ae5d-42791b20b168 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438225 Oct 28 19:56:15.320613 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-f39be3e3-bfea-4917-a39e-690a6aedb2a3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:15.322723 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-f39be3e3-bfea-4917-a39e-690a6aedb2a3 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.26 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 817 time: 0.1073794 Oct 28 19:56:15.391715 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-19c7a062-eb3a-461e-ac89-911c1011d315 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2537368d29e431a9757a354ffb5e174 HTTP/1.1" status: 200 len: 380 time: 0.0586660 Oct 28 19:56:15.405095 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'port': {'device_id': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'admin_state_up': True, 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'security_groups': ['b269cc55-fbe2-4140-8d61-edea9d94020e']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:15.481403 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-848870fd-a07e-4251-9f70-3ac9b7f1442a req-5a246f74-0704-429c-9ea4-af7b3c7eac26 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 210 time: 0.0334661 Oct 28 19:56:15.537795 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Made reservation on behalf of e2537368d29e431a9757a354ffb5e174 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:56:15.541051 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:15.666416 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Allocated IP 172.20.0.11 (c81669af-792b-4a7a-835e-b3e1ad3452aa/fe3e4ba7-bb0c-4734-9d59-faf74be75b2f/f89b0526-ad72-4dbe-9edd-c8cb84512cc3) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:56:15.798296 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:15.830266 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:15.873925 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Network c81669af-792b-4a7a-835e-b3e1ad3452aa is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:56:15.876919 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:56:15.883078 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:56:15.888787 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event updated for resources: {'Port': ['ID=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:15.936139 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:15.936879 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:15.966545 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-3030061b-7f66-41d1-a835-189e0fdf68f2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5652230 Oct 28 19:56:15.986434 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Request body: {'port': {'device_id': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:16.065815 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec5e71-cc34-49f8-8c4d-2172a8fd4ee6 req-08708cdb-a977-4fed-b8bd-593bb2c1547e tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:16.067325 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-11ec5e71-cc34-49f8-8c4d-2172a8fd4ee6 req-08708cdb-a977-4fed-b8bd-593bb2c1547e tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1179261 Oct 28 19:56:16.068045 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:16.105541 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-b515a058-f03d-4931-ad8c-0f04055bcd03 None None] Provisioning complete for port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:56:16.106138 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b515a058-f03d-4931-ad8c-0f04055bcd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:16.106235 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-b515a058-f03d-4931-ad8c-0f04055bcd03 None None] Attempt 1 to provision port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 Oct 28 19:56:16.137452 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-b515a058-f03d-4931-ad8c-0f04055bcd03 None None] Port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:56:16.193487 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-11ec5e71-cc34-49f8-8c4d-2172a8fd4ee6 req-1fc7922b-346a-4ca1-b215-e8acb6f5f30e tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165340 Oct 28 19:56:16.347428 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73373ee5-be02-4a4a-b5c5-99b9fafa312c req-f601efed-a5ac-445b-bc5d-c8567b13dcbb tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:16.348919 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-73373ee5-be02-4a4a-b5c5-99b9fafa312c req-f601efed-a5ac-445b-bc5d-c8567b13dcbb tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0843525 Oct 28 19:56:16.359881 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 49088) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:16.364489 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-e1798f47-18bd-4427-ae7e-08e22328749c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Request body: {'floatingip': {'port_id': 'bca51cc4-fcc4-491d-a434-afec666b20ad'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:16.396360 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89b0526-ad72-4dbe-9edd-c8cb84512cc3 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:56:16.404491 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Publish callbacks [] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:16.416021 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e1798f47-18bd-4427-ae7e-08e22328749c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for floatingip (5e2c2536-4450-49ac-bb47-680611ff94de), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:16.417046 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Transition to ACTIVE for port object f89b0526-ad72-4dbe-9edd-c8cb84512cc3 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:56:16.421550 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:16.500422 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Pushing event updated for resources: {'Port': ['ID=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:16.538958 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Attempting to bind port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:56:16.539544 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Attempting to bind port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:56:16.540293 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Attempting to bind port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 on network c81669af-792b-4a7a-835e-b3e1ad3452aa {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:56:16.546680 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 on network c81669af-792b-4a7a-835e-b3e1ad3452aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:56:16.547238 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Attempting to bind port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 on network c81669af-792b-4a7a-835e-b3e1ad3452aa {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:56:16.553221 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:56:16.553843 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Checking segment: {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:56:16.554401 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Bound using segment: {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:56:16.555046 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Bound port: f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebbf10a-c674-4203-b337-76f336e4edd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:56:16.555565 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:16.638192 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-b515a058-f03d-4931-ad8c-0f04055bcd03 None None] Attempt 2 to provision port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 Oct 28 19:56:16.658572 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:56:16.662493 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:56:16.670854 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46402b-9b37-4b4c-acf2-6d19af4a5e4b req-bade6387-2496-4e16-80db-197be9e7f3ff tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:16.672403 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8f46402b-9b37-4b4c-acf2-6d19af4a5e4b req-bade6387-2496-4e16-80db-197be9e7f3ff tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.1057761 Oct 28 19:56:16.675221 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-b515a058-f03d-4931-ad8c-0f04055bcd03 None None] Port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:56:16.678761 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:16.685033 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:16.685667 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:16.687090 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] 10.222.0.26 "PUT /v2.0/ports/f89b0526-ad72-4dbe-9edd-c8cb84512cc3 HTTP/1.1" status: 200 len: 1094 time: 0.7051859 Oct 28 19:56:16.687615 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:16.690074 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:16.746225 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7057143-66fb-454d-84b7-f76614e395f0 x-openstack-request-id: req-d7057143-66fb-454d-84b7-f76614e395f0 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:16.746527 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:16.746786 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7057143-66fb-454d-84b7-f76614e395f0 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:16.747192 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7057143-66fb-454d-84b7-f76614e395f0'] response: {'name': 'network-changed', 'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'status': 'completed', 'code': 200} Oct 28 19:56:16.807037 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b5552-0a77-412d-8b72-487a44643996 service neutron] Pushing event updated for resources: {'Port': ['ID=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:16.816578 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8f46402b-9b37-4b4c-acf2-6d19af4a5e4b req-7bc12fec-b00f-4bde-9444-930ffa3c269d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355760 Oct 28 19:56:16.833032 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-41879ad2-bdef-47a1-9285-90fccac2126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:16.834654 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-41879ad2-bdef-47a1-9285-90fccac2126f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 1128 time: 0.0865815 Oct 28 19:56:16.882505 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-ad52d588-d35b-4ab3-8bb4-d4ab09076b1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3 HTTP/1.1" status: 200 len: 217 time: 0.0414517 Oct 28 19:56:16.929642 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a73f6f3e-d9a0-4147-8389-de9c62a1fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:16.931900 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-a73f6f3e-d9a0-4147-8389-de9c62a1fabd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f HTTP/1.1" status: 200 len: 856 time: 0.0439596 Oct 28 19:56:16.981106 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-0bcd0e3d-1cb2-489a-9b9c-79e45f851c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:16.982716 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-0bcd0e3d-1cb2-489a-9b9c-79e45f851c59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81669af-792b-4a7a-835e-b3e1ad3452aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449026 Oct 28 19:56:17.087729 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-c2ec2c66-c9f6-482c-a5f8-c098d3a4c6dd service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864623 Oct 28 19:56:17.089720 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e1798f47-18bd-4427-ae7e-08e22328749c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:17.093687 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e1798f47-18bd-4427-ae7e-08e22328749c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (5e2c2536-4450-49ac-bb47-680611ff94de), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:17.175964 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-b515a058-f03d-4931-ad8c-0f04055bcd03 None None] Attempt 3 to provision port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 Oct 28 19:56:17.182828 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c631e13e-7732-4c17-b51d-36d5e79381a4 req-aa617d54-68c0-4b54-910c-232b8b7ba763 service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902340 Oct 28 19:56:17.226115 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-b515a058-f03d-4931-ad8c-0f04055bcd03 None None] Port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:56:17.272603 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f req-c780cf4b-7e36-48f7-8c9e-4b68e91e80a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.274178 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f req-c780cf4b-7e36-48f7-8c9e-4b68e91e80a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 1128 time: 0.0447624 Oct 28 19:56:17.294396 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1798f47-18bd-4427-ae7e-08e22328749c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:56:17.368935 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f req-4b407db1-2671-4af4-8aa0-e22ffd785eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.370382 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f req-4b407db1-2671-4af4-8aa0-e22ffd785eba service neutron] 10.222.0.26 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 918 time: 0.0890198 Oct 28 19:56:17.393298 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1798f47-18bd-4427-ae7e-08e22328749c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:56:17.398621 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e1798f47-18bd-4427-ae7e-08e22328749c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:17.405160 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04151600-0535-41c7-b5e4-33ab2146aa32 None None] Sync routers for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:56:17.409233 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f req-9ec0c2c5-d820-4e94-9b1b-2b96f65f6297 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3 HTTP/1.1" status: 200 len: 217 time: 0.0320990 Oct 28 19:56:17.415016 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04151600-0535-41c7-b5e4-33ab2146aa32 None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:17.416360 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-04151600-0535-41c7-b5e4-33ab2146aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:17.432903 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:17.435265 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:17.467298 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f req-aec4af4d-f0f1-4e26-9076-0c4558b00023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.468923 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f req-aec4af4d-f0f1-4e26-9076-0c4558b00023 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f HTTP/1.1" status: 200 len: 856 time: 0.0541279 Oct 28 19:56:17.477332 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e1798f47-18bd-4427-ae7e-08e22328749c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "PUT /v2.0/floatingips/5e2c2536-4450-49ac-bb47-680611ff94de HTTP/1.1" status: 200 len: 993 time: 1.1136367 Oct 28 19:56:17.481581 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84060d4-bd5c-4fe2-b0de-6b5ef5a44b2d x-openstack-request-id: req-b84060d4-bd5c-4fe2-b0de-6b5ef5a44b2d {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:17.482087 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:17.482349 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b84060d4-bd5c-4fe2-b0de-6b5ef5a44b2d {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:17.482761 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84060d4-bd5c-4fe2-b0de-6b5ef5a44b2d'] response: {'name': 'network-changed', 'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'status': 'completed', 'code': 200} Oct 28 19:56:17.533748 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-04151600-0535-41c7-b5e4-33ab2146aa32 None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:17.551279 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f req-434b8fcd-b74a-4132-8090-693d4b72e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.552798 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f req-434b8fcd-b74a-4132-8090-693d4b72e881 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81669af-792b-4a7a-835e-b3e1ad3452aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0778542 Oct 28 19:56:17.580481 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036 req-bce691d6-c839-4b37-989a-e1998c0f4ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.581986 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036 req-bce691d6-c839-4b37-989a-e1998c0f4ea4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 1129 time: 0.0755889 Oct 28 19:56:17.711938 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f req-59b83697-3631-4057-bd9e-306bd4581d32 service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517663 Oct 28 19:56:17.729619 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036 req-2950a898-691c-4286-8d1d-9da6351d02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.731028 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036 req-2950a898-691c-4286-8d1d-9da6351d02b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.1225526 Oct 28 19:56:17.751228 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-04151600-0535-41c7-b5e4-33ab2146aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '5e2c2536-4450-49ac-bb47-680611ff94de', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'port_id': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'mac_address': 'fa:16:3e:fc:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:42Z', 'updated_at': '2022-10-28T19:56:17Z', 'revision_number': 3, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 5, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:17.776216 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04151600-0535-41c7-b5e4-33ab2146aa32 None None] Checking router: b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:56:17.784395 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04151600-0535-41c7-b5e4-33ab2146aa32 None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:17.785006 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-04151600-0535-41c7-b5e4-33ab2146aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:17.832018 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036 req-753366fc-eccc-4105-8638-4d8084334784 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca51cc4-fcc4-491d-a434-afec666b20ad HTTP/1.1" status: 200 len: 1001 time: 0.0880244 Oct 28 19:56:17.886670 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7a0731a5-c627-4aaa-88d5-3bf0771b9c9f req-e169ee6e-0313-47de-bd9b-3a13c5784b76 service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667666 Oct 28 19:56:17.888787 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-04151600-0535-41c7-b5e4-33ab2146aa32 None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:17.912242 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036 req-7ee9440c-ae19-4891-bc01-0c3ca7eb8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.913909 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036 req-7ee9440c-ae19-4891-bc01-0c3ca7eb8c1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.0717196 Oct 28 19:56:17.984421 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605ffb3-f503-4a46-a117-4691bb9bde38 req-cd131f00-8bff-4fa5-a48b-6da610aade05 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.985857 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f605ffb3-f503-4a46-a117-4691bb9bde38 req-cd131f00-8bff-4fa5-a48b-6da610aade05 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0872829 Oct 28 19:56:17.992392 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036 req-705cd99c-7fa4-4513-a302-037dcea86b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:17.994409 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036 req-705cd99c-7fa4-4513-a302-037dcea86b98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0655880 Oct 28 19:56:18.090321 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f605ffb3-f503-4a46-a117-4691bb9bde38 req-469eaa8b-891e-4ba0-8c2c-30552e79316b tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949600 Oct 28 19:56:18.108065 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-04151600-0535-41c7-b5e4-33ab2146aa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '5e2c2536-4450-49ac-bb47-680611ff94de', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'port_id': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'mac_address': 'fa:16:3e:fc:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:42Z', 'updated_at': '2022-10-28T19:56:17Z', 'revision_number': 3, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 5, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:18.117177 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036 req-4b4aa5bc-228f-4511-a83d-240dbb1810e8 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152306 Oct 28 19:56:18.132521 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04151600-0535-41c7-b5e4-33ab2146aa32 None None] The sync data for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb is: [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '5e2c2536-4450-49ac-bb47-680611ff94de', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'port_id': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'mac_address': 'fa:16:3e:fc:b1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:54:42Z', 'updated_at': '2022-10-28T19:56:17Z', 'revision_number': 3, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 5, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:56:18.210537 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b3a6c7bc-8844-4c3c-9cb2-b63bda193036 req-56fd3da8-c70b-4908-a1c5-00eeb89006d5 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863135 Oct 28 19:56:19.226192 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aea1d9-89ee-46de-8c30-eae5f8baf7be req-8298588b-87b4-4ac5-adea-772d5ae8136d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:19.227705 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d3aea1d9-89ee-46de-8c30-eae5f8baf7be req-8298588b-87b4-4ac5-adea-772d5ae8136d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0578606 Oct 28 19:56:19.273049 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d3aea1d9-89ee-46de-8c30-eae5f8baf7be req-9e7e6ea5-28ab-439f-8f0e-7d7afaf7fa9d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396500 Oct 28 19:56:19.483888 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:19.486250 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47cc58f-3459-4888-bd44-477c2c47ccb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:19.523453 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0053af-5a8e-40f0-8f57-121b6e5f9ca4 x-openstack-request-id: req-bc0053af-5a8e-40f0-8f57-121b6e5f9ca4 {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:19.523655 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:19.523919 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc0053af-5a8e-40f0-8f57-121b6e5f9ca4 {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:19.524334 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0053af-5a8e-40f0-8f57-121b6e5f9ca4'] response: {'name': 'network-changed', 'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'status': 'completed', 'code': 200} Oct 28 19:56:19.592669 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cc58f-3459-4888-bd44-477c2c47ccb5 req-c89cf1e4-74a0-4e63-a317-3c3978abe536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:19.594197 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c47cc58f-3459-4888-bd44-477c2c47ccb5 req-c89cf1e4-74a0-4e63-a317-3c3978abe536 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 1129 time: 0.0443532 Oct 28 19:56:19.684175 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cc58f-3459-4888-bd44-477c2c47ccb5 req-a205a222-95d8-47ba-81b2-3b6dafc0e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:19.685649 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c47cc58f-3459-4888-bd44-477c2c47ccb5 req-a205a222-95d8-47ba-81b2-3b6dafc0e7cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 200 len: 920 time: 0.0855155 Oct 28 19:56:19.745202 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c47cc58f-3459-4888-bd44-477c2c47ccb5 req-05956670-c8ca-4b55-b5a8-e837f7efe6c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca51cc4-fcc4-491d-a434-afec666b20ad HTTP/1.1" status: 200 len: 1001 time: 0.0533955 Oct 28 19:56:19.793860 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cc58f-3459-4888-bd44-477c2c47ccb5 req-77b23c66-842a-4803-95d4-a72fac94ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:19.795307 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c47cc58f-3459-4888-bd44-477c2c47ccb5 req-77b23c66-842a-4803-95d4-a72fac94ff30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 200 len: 858 time: 0.0435603 Oct 28 19:56:19.847713 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cc58f-3459-4888-bd44-477c2c47ccb5 req-5af76f3e-a0e1-4f4d-bd69-d18f415ff4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:19.849198 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c47cc58f-3459-4888-bd44-477c2c47ccb5 req-5af76f3e-a0e1-4f4d-bd69-d18f415ff4ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475483 Oct 28 19:56:19.936845 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c47cc58f-3459-4888-bd44-477c2c47ccb5 req-32b60496-df31-4043-b375-2c88102d50ad service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812860 Oct 28 19:56:20.028397 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c47cc58f-3459-4888-bd44-477c2c47ccb5 req-b342b8c4-a655-45de-a511-25f98ad325f1 service neutron] 10.222.0.26 "GET /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855410 Oct 28 19:56:20.259786 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f89b0526-ad72-4dbe-9edd-c8cb84512cc3 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:56:20.358165 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:20.370461 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'port_id': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'mac_address': 'fa:16:3e:55:45:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:56:20.403450 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0f87d-95e8-4839-a227-029806ddf5ba req-b228a395-5d26-40ee-ace5-6f9553c1e306 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:20.404278 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:56:20.404680 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:20.404965 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1be0f87d-95e8-4839-a227-029806ddf5ba req-b228a395-5d26-40ee-ace5-6f9553c1e306 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0534830 Oct 28 19:56:20.417451 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89b0526-ad72-4dbe-9edd-c8cb84512cc3 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:56:20.437371 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:20.441170 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:20.452617 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1be0f87d-95e8-4839-a227-029806ddf5ba req-483ffce9-f49b-4a4c-880a-e49d2b7ca615 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421085 Oct 28 19:56:20.489729 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:20.707043 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['f89b0526-ad72-4dbe-9edd-c8cb84512cc3'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:56:21.583993 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b52fb-0eb4-4a95-a3fa-7c9affe24283 req-68c9451a-d207-425f-83c2-aaee70e526f5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:21.585484 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7f7b52fb-0eb4-4a95-a3fa-7c9affe24283 req-68c9451a-d207-425f-83c2-aaee70e526f5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 945 time: 0.0521431 Oct 28 19:56:21.630453 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7f7b52fb-0eb4-4a95-a3fa-7c9affe24283 req-bfce0d2c-0a17-4eb7-95cf-61a3a3bce495 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389354 Oct 28 19:56:22.275059 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f89b0526-ad72-4dbe-9edd-c8cb84512cc3 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:56:22.320003 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:56:22.323738 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:56:22.324115 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:22.324451 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 Oct 28 19:56:22.396337 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:56:22.396727 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:22.419476 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:22.421726 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5f6016-c856-43df-bb59-fb8de971bf73" -d '{"events": [{"server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "name": "network-vif-plugged", "status": "completed", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:22.434269 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:22.439016 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:22.461053 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d49d57-a468-4fd4-846c-7f7b17abb8de x-openstack-request-id: req-b2d49d57-a468-4fd4-846c-7f7b17abb8de {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:22.461370 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "name": "network-vif-plugged", "status": "completed", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:22.461660 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2d49d57-a468-4fd4-846c-7f7b17abb8de {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:22.462553 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d49d57-a468-4fd4-846c-7f7b17abb8de'] response: {'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'code': 200} Oct 28 19:56:22.488602 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:22.636345 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00067f0e-3aeb-4bae-9d88-94518f8b1c27 req-81309155-5423-4548-a587-e3fcda64a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:22.637793 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-00067f0e-3aeb-4bae-9d88-94518f8b1c27 req-81309155-5423-4548-a587-e3fcda64a6f8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 1130 time: 0.0471134 Oct 28 19:56:22.681743 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-00067f0e-3aeb-4bae-9d88-94518f8b1c27 req-20574197-09f6-447b-8467-a98d9d011a37 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375013 Oct 28 19:56:22.755967 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d60914-45f6-4427-ba20-af870a816fbb req-46d43a40-910b-4ee1-b28c-885d08c47e8a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:22.757444 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e5d60914-45f6-4427-ba20-af870a816fbb req-46d43a40-910b-4ee1-b28c-885d08c47e8a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0511396 Oct 28 19:56:22.803248 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e5d60914-45f6-4427-ba20-af870a816fbb req-144c973b-0fa1-4154-96c8-b355802c8f50 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397875 Oct 28 19:56:23.934586 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e03d44-983d-4297-8945-4dc9cf8f76cd req-c71d8363-5aab-4cd7-8e8f-74ceac98ac7a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:23.936090 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c6e03d44-983d-4297-8945-4dc9cf8f76cd req-c71d8363-5aab-4cd7-8e8f-74ceac98ac7a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0528920 Oct 28 19:56:23.988751 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c6e03d44-983d-4297-8945-4dc9cf8f76cd req-9665acc7-a762-4c62-958f-17e741c54c7f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457888 Oct 28 19:56:25.116779 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8fe97-81d1-4da7-8d63-9e55ddd18582 req-5cd9c846-c32b-49b5-9ab2-7734e30dc370 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:25.118306 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f8b8fe97-81d1-4da7-8d63-9e55ddd18582 req-5cd9c846-c32b-49b5-9ab2-7734e30dc370 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0523729 Oct 28 19:56:25.164186 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f8b8fe97-81d1-4da7-8d63-9e55ddd18582 req-d8dea75c-f297-4a51-acd0-42e2bff8b65f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 Oct 28 19:56:25.288500 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921908f-139d-428b-854c-a1963f3980cb req-5071254d-98f4-4730-95dc-4b805f06c1c7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:25.289921 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e921908f-139d-428b-854c-a1963f3980cb req-5071254d-98f4-4730-95dc-4b805f06c1c7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0523572 Oct 28 19:56:25.299994 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49118) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:25.304268 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-48f42fdc-e149-4ed1-8628-c0083bfdf020 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Request body: {'floatingip': {'port_id': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:25.346592 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-48f42fdc-e149-4ed1-8628-c0083bfdf020 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (8a5dd509-1ee9-4877-b68c-3536824a30e4), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:25.989297 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-48f42fdc-e149-4ed1-8628-c0083bfdf020 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:25.992997 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-48f42fdc-e149-4ed1-8628-c0083bfdf020 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (8a5dd509-1ee9-4877-b68c-3536824a30e4), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:26.084411 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [None req-48f42fdc-e149-4ed1-8628-c0083bfdf020 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Floating IP 8a5dd509-1ee9-4877-b68c-3536824a30e4 associated. External IP: 172.28.3.24, port: f89b0526-ad72-4dbe-9edd-c8cb84512cc3. Oct 28 19:56:26.274588 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f42fdc-e149-4ed1-8628-c0083bfdf020 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Router e6dba45f-3a17-49ca-b146-58236b8e20de has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:56:26.375513 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f42fdc-e149-4ed1-8628-c0083bfdf020 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:56:26.380471 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-48f42fdc-e149-4ed1-8628-c0083bfdf020 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:26.385761 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847ecdd-0465-43d5-aaff-c8cd69a0d0db None None] Sync routers for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:56:26.394921 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847ecdd-0465-43d5-aaff-c8cd69a0d0db None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:26.395523 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-6847ecdd-0465-43d5-aaff-c8cd69a0d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:26.409943 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-48f42fdc-e149-4ed1-8628-c0083bfdf020 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "PUT /v2.0/floatingips/8a5dd509-1ee9-4877-b68c-3536824a30e4 HTTP/1.1" status: 200 len: 991 time: 1.1088991 Oct 28 19:56:26.410604 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:26.412880 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cde595-b8be-4a8f-897d-2dd983224d71" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:26.448840 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a3a5e0-6d3a-4227-b501-6c71d69e5196 x-openstack-request-id: req-26a3a5e0-6d3a-4227-b501-6c71d69e5196 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:26.449138 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:26.449399 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26a3a5e0-6d3a-4227-b501-6c71d69e5196 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:26.449862 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a3a5e0-6d3a-4227-b501-6c71d69e5196'] response: {'name': 'network-changed', 'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'status': 'completed', 'code': 200} Oct 28 19:56:26.498467 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-6847ecdd-0465-43d5-aaff-c8cd69a0d0db None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:26.518184 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde595-b8be-4a8f-897d-2dd983224d71 req-874522d7-901a-40fb-9e82-5f5192d6c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:26.519750 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b5cde595-b8be-4a8f-897d-2dd983224d71 req-874522d7-901a-40fb-9e82-5f5192d6c98b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 1130 time: 0.0487037 Oct 28 19:56:26.611907 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde595-b8be-4a8f-897d-2dd983224d71 req-40d53b75-66b0-403b-8cb0-1348ce9b8d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:26.613300 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b5cde595-b8be-4a8f-897d-2dd983224d71 req-40d53b75-66b0-403b-8cb0-1348ce9b8d48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 918 time: 0.0843611 Oct 28 19:56:26.679682 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b5cde595-b8be-4a8f-897d-2dd983224d71 req-a88d945a-97a1-4d86-a037-244033dc4e0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3 HTTP/1.1" status: 200 len: 999 time: 0.0539441 Oct 28 19:56:26.715456 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-6847ecdd-0465-43d5-aaff-c8cd69a0d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '8a5dd509-1ee9-4877-b68c-3536824a30e4', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'floating_ip_address': '172.28.3.24', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'port_id': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'mac_address': 'fa:16:3e:55:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:13Z', 'updated_at': '2022-10-28T19:56:25Z', 'revision_number': 1, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:26.738767 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847ecdd-0465-43d5-aaff-c8cd69a0d0db None None] Checking router: e6dba45f-3a17-49ca-b146-58236b8e20de for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:56:26.741345 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde595-b8be-4a8f-897d-2dd983224d71 req-f1122701-0d66-4ba8-9b57-9b3afd68228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:26.742851 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b5cde595-b8be-4a8f-897d-2dd983224d71 req-f1122701-0d66-4ba8-9b57-9b3afd68228e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f HTTP/1.1" status: 200 len: 856 time: 0.0483153 Oct 28 19:56:26.746979 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847ecdd-0465-43d5-aaff-c8cd69a0d0db None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:26.747600 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-6847ecdd-0465-43d5-aaff-c8cd69a0d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:26.783833 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:26.799301 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cde595-b8be-4a8f-897d-2dd983224d71 req-483afda4-833b-4372-9dfb-c7c96f3a3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:26.800822 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b5cde595-b8be-4a8f-897d-2dd983224d71 req-483afda4-833b-4372-9dfb-c7c96f3a3420 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81669af-792b-4a7a-835e-b3e1ad3452aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473330 Oct 28 19:56:26.849883 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-6847ecdd-0465-43d5-aaff-c8cd69a0d0db None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:26.894083 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b5cde595-b8be-4a8f-897d-2dd983224d71 req-4a036803-9f51-4bdb-b04a-c38860ec1d51 service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836396 Oct 28 19:56:26.988341 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b5cde595-b8be-4a8f-897d-2dd983224d71 req-529a612b-9efb-449f-ab4b-a40c239ea21d service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863044 Oct 28 19:56:27.069888 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-6847ecdd-0465-43d5-aaff-c8cd69a0d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '8a5dd509-1ee9-4877-b68c-3536824a30e4', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'floating_ip_address': '172.28.3.24', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'port_id': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'mac_address': 'fa:16:3e:55:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:13Z', 'updated_at': '2022-10-28T19:56:25Z', 'revision_number': 1, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:27.097151 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6847ecdd-0465-43d5-aaff-c8cd69a0d0db None None] The sync data for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb is: [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '8a5dd509-1ee9-4877-b68c-3536824a30e4', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'floating_ip_address': '172.28.3.24', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'port_id': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'mac_address': 'fa:16:3e:55:45:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:13Z', 'updated_at': '2022-10-28T19:56:25Z', 'revision_number': 1, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:56:27.288915 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79824f0-d131-482c-bd88-d2a53eef1a68 None None] New status for floating IP 8a5dd509-1ee9-4877-b68c-3536824a30e4: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:56:27.781146 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:56:36.470530 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-816562fc-843d-456e-8f7d-ba94ce85e30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:38.657660 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ebab6dac-7f2f-42e2-89ab-f184b05d4d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:39.850759 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:41.425328 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:42.677970 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:46.660724 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852ef0f-dd8d-4666-baa1-ace087fc3c52 req-49e88c82-6616-4f28-b35b-5d0b3d47cf11 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:46.662151 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3852ef0f-dd8d-4666-baa1-ace087fc3c52 req-49e88c82-6616-4f28-b35b-5d0b3d47cf11 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 945 time: 0.0536160 Oct 28 19:56:46.709334 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3852ef0f-dd8d-4666-baa1-ace087fc3c52 req-289234ce-7042-42c6-bc78-01d9974d078e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=a803c33d-4091-420c-aaf2-652d27c06564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412872 Oct 28 19:56:47.838197 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0419c13-2f5c-46fb-bb1b-e1ce75f77a97 req-3b2471a5-7075-4398-86d3-930d36561f67 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:47.840105 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e0419c13-2f5c-46fb-bb1b-e1ce75f77a97 req-3b2471a5-7075-4398-86d3-930d36561f67 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 945 time: 0.0565369 Oct 28 19:56:47.885105 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e0419c13-2f5c-46fb-bb1b-e1ce75f77a97 req-1365c164-a4b9-42b7-bd23-3ec1a935ac54 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=a803c33d-4091-420c-aaf2-652d27c06564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395536 Oct 28 19:56:48.525528 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-1f443252-fa73-4a36-916c-197e003e4223 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:48.527746 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-1f443252-fa73-4a36-916c-197e003e4223 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 945 time: 0.0533750 Oct 28 19:56:48.618708 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Deleting port 9e7302c8-c028-4964-90a6-99b39ab8b996 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:56:48.619049 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.705326 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] For port 9e7302c8-c028-4964-90a6-99b39ab8b996, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=9e7302c8-c028-4964-90a6-99b39ab8b996,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:48.705711 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.859082 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.859750 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (81115496-4d76-4fe5-ba40-42fb81be3664), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:48.859750 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Floating IP 81115496-4d76-4fe5-ba40-42fb81be3664 disassociated. External IP: 172.28.3.191, port: 9e7302c8-c028-4964-90a6-99b39ab8b996. Oct 28 19:56:48.859988 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Calling delete_port for 9e7302c8-c028-4964-90a6-99b39ab8b996 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:56:49.010489 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (9e7302c8-c028-4964-90a6-99b39ab8b996), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:49.047616 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'Port': ['ID=9e7302c8-c028-4964-90a6-99b39ab8b996,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:49.059055 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cca2e9-ed16-4b3c-aa67-931005ef19f4 req-c3071bf7-5cd6-47ec-9d96-bcf1eeb6fe10 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:49.060547 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71cca2e9-ed16-4b3c-aa67-931005ef19f4 req-c3071bf7-5cd6-47ec-9d96-bcf1eeb6fe10 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2289134-55b8-4e62-b949-1d5cb96e2bc7 HTTP/1.1" status: 200 len: 867 time: 0.1008523 Oct 28 19:56:49.070027 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.070388 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.070740 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.071083 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.071427 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.071770 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.072107 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.072465 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.072799 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.073749 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.074689 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.074854 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.075358 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:49.159528 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-71cca2e9-ed16-4b3c-aa67-931005ef19f4 req-f2e30b71-112b-45f5-8281-af130deae12b tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=a803c33d-4091-420c-aaf2-652d27c06564&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925381 Oct 28 19:56:49.211460 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:56:49.311115 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:56:49.321476 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a1740-9d44-436e-9961-15c0b79249a2 None None] Sync routers for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:56:49.332738 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a1740-9d44-436e-9961-15c0b79249a2 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:49.333277 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-c88a1740-9d44-436e-9961-15c0b79249a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:49.352188 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] No DVR routers for this DVR port 9e7302c8-c028-4964-90a6-99b39ab8b996 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:56:49.354769 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:49.358236 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9a9d827c-cff7-4262-9ee4-eb94e3f0035e req-64a956fe-2322-43f2-a71e-bdcb8e685dba tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "DELETE /v2.0/ports/9e7302c8-c028-4964-90a6-99b39ab8b996 HTTP/1.1" status: 204 len: 173 time: 0.8243508 Oct 28 19:56:49.358740 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'name': 'network-vif-deleted', 'tag': '9e7302c8-c028-4964-90a6-99b39ab8b996'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:49.360995 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac04f8cc-edc1-4525-9603-0096bb16c6b4" -d '{"events": [{"server_uuid": "e2289134-55b8-4e62-b949-1d5cb96e2bc7", "name": "network-vif-deleted", "tag": "9e7302c8-c028-4964-90a6-99b39ab8b996"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:49.415683 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5815f4f5-2884-48c5-88fe-6867aa9e1901 x-openstack-request-id: req-5815f4f5-2884-48c5-88fe-6867aa9e1901 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:49.416077 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2289134-55b8-4e62-b949-1d5cb96e2bc7", "name": "network-vif-deleted", "tag": "9e7302c8-c028-4964-90a6-99b39ab8b996", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:49.416466 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5815f4f5-2884-48c5-88fe-6867aa9e1901 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:49.416976 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5815f4f5-2884-48c5-88fe-6867aa9e1901'] response: {'server_uuid': 'e2289134-55b8-4e62-b949-1d5cb96e2bc7', 'name': 'network-vif-deleted', 'tag': '9e7302c8-c028-4964-90a6-99b39ab8b996', 'status': 'completed', 'code': 200} Oct 28 19:56:49.438983 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-c88a1740-9d44-436e-9961-15c0b79249a2 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:49.643275 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-c88a1740-9d44-436e-9961-15c0b79249a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:49.747233 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a1740-9d44-436e-9961-15c0b79249a2 None None] Checking router: 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:56:49.755596 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a1740-9d44-436e-9961-15c0b79249a2 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:49.756197 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-c88a1740-9d44-436e-9961-15c0b79249a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:49.858194 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-c88a1740-9d44-436e-9961-15c0b79249a2 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:50.050876 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-c88a1740-9d44-436e-9961-15c0b79249a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:50.078371 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a1740-9d44-436e-9961-15c0b79249a2 None None] The sync data for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb is: [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:56:50.251038 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49192) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:50.288392 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0cf69-a502-4ce0-a82b-fdac2dd68dc5 None None] New status for floating IP 81115496-4d76-4fe5-ba40-42fb81be3664: DOWN {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:56:50.306850 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73204110-65dd-492d-8098-8f3ab8d4fda4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (a803c33d-4091-420c-aaf2-652d27c06564), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.331781 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73204110-65dd-492d-8098-8f3ab8d4fda4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (a803c33d-4091-420c-aaf2-652d27c06564), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.382052 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73204110-65dd-492d-8098-8f3ab8d4fda4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (a803c33d-4091-420c-aaf2-652d27c06564), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.384706 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-73204110-65dd-492d-8098-8f3ab8d4fda4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.386588 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-73204110-65dd-492d-8098-8f3ab8d4fda4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "DELETE /v2.0/security-groups/a803c33d-4091-420c-aaf2-652d27c06564 HTTP/1.1" status: 204 len: 168 time: 0.1331918 Oct 28 19:56:50.389359 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 49194) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:50.399056 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73204110-65dd-492d-8098-8f3ab8d4fda4 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a803c33d-4091-420c-aaf2-652d27c06564,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:50.411785 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.api.v2.resource [None req-70bb4f45-d65b-4512-a290-e6fa0a52c850 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] show failed (client error): The resource could not be found. Oct 28 19:56:50.413209 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-70bb4f45-d65b-4512-a290-e6fa0a52c850 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups/a803c33d-4091-420c-aaf2-652d27c06564 HTTP/1.1" status: 404 len: 347 time: 0.0223727 Oct 28 19:56:50.416123 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49196) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:50.538227 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-75488c70-1603-4e83-ad2a-9b3bf0a852ad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Deleting port b0314b62-7304-4bf9-916b-d3b23305e8c3 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:56:50.538572 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-75488c70-1603-4e83-ad2a-9b3bf0a852ad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (b0314b62-7304-4bf9-916b-d3b23305e8c3), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.615630 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-75488c70-1603-4e83-ad2a-9b3bf0a852ad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (b0314b62-7304-4bf9-916b-d3b23305e8c3), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.615873 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-75488c70-1603-4e83-ad2a-9b3bf0a852ad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (b0314b62-7304-4bf9-916b-d3b23305e8c3), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.627326 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-75488c70-1603-4e83-ad2a-9b3bf0a852ad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Calling delete_port for b0314b62-7304-4bf9-916b-d3b23305e8c3 owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:56:50.755371 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-75488c70-1603-4e83-ad2a-9b3bf0a852ad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (b0314b62-7304-4bf9-916b-d3b23305e8c3), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.779153 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75488c70-1603-4e83-ad2a-9b3bf0a852ad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'Port': ['ID=b0314b62-7304-4bf9-916b-d3b23305e8c3,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:50.838641 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-75488c70-1603-4e83-ad2a-9b3bf0a852ad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (81115496-4d76-4fe5-ba40-42fb81be3664), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.841816 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-75488c70-1603-4e83-ad2a-9b3bf0a852ad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.842962 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-75488c70-1603-4e83-ad2a-9b3bf0a852ad tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "DELETE /v2.0/floatingips/81115496-4d76-4fe5-ba40-42fb81be3664 HTTP/1.1" status: 204 len: 168 time: 0.4258318 Oct 28 19:56:50.904669 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49200) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:50.909238 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-2936b6a9-8a10-4798-aa60-8669ede20ee6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312646842', 'description': 'tempest-description--9224966'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:50.929069 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2936b6a9-8a10-4798-aa60-8669ede20ee6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.993193 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2936b6a9-8a10-4798-aa60-8669ede20ee6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (067b4353-0f1e-41bf-8651-25eaa2bfa87f), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:50.997019 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2936b6a9-8a10-4798-aa60-8669ede20ee6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (067b4353-0f1e-41bf-8651-25eaa2bfa87f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.023979 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-2936b6a9-8a10-4798-aa60-8669ede20ee6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.025167 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-2936b6a9-8a10-4798-aa60-8669ede20ee6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1194627 Oct 28 19:56:51.029223 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 49202) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:51.029704 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936b6a9-8a10-4798-aa60-8669ede20ee6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067b4353-0f1e-41bf-8651-25eaa2bfa87f,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:51.033806 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group_rule': {'security_group_id': '067b4353-0f1e-41bf-8651-25eaa2bfa87f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:51.060416 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (c4b1d1d7-8343-44fb-a98f-9b5b9f5f5e65), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.107504 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (c4b1d1d7-8343-44fb-a98f-9b5b9f5f5e65), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.110874 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (c4b1d1d7-8343-44fb-a98f-9b5b9f5f5e65), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.130022 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b1d1d7-8343-44fb-a98f-9b5b9f5f5e65,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:51.138962 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.140125 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098409 Oct 28 19:56:51.141801 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.142157 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.142506 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.142846 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.143107 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49204) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:51.143214 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.143531 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.143842 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.144282 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.144648 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.144980 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.145306 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.145660 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.145985 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8745c9ad-5318-4728-aad0-c81c8b06c3f5 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:51.147679 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-545c7056-c00c-4742-8019-c7806102a9a9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'security_group_rule': {'security_group_id': '067b4353-0f1e-41bf-8651-25eaa2bfa87f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:51.172810 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-545c7056-c00c-4742-8019-c7806102a9a9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (221f8e14-24ae-492b-95e4-6517ff7567d8), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.232170 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-545c7056-c00c-4742-8019-c7806102a9a9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (221f8e14-24ae-492b-95e4-6517ff7567d8), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.235954 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-545c7056-c00c-4742-8019-c7806102a9a9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (221f8e14-24ae-492b-95e4-6517ff7567d8), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.254187 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c7056-c00c-4742-8019-c7806102a9a9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221f8e14-24ae-492b-95e4-6517ff7567d8,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:51.261836 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-545c7056-c00c-4742-8019-c7806102a9a9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.263007 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-545c7056-c00c-4742-8019-c7806102a9a9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188982 Oct 28 19:56:51.266056 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49206) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:51.270146 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'floatingip': {'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:51.290219 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.385667 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.491760 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Allocated IP 172.28.3.89 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/e6730031-a3ec-4733-9f8f-1e4704208a87) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:56:51.591427 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (e6730031-a3ec-4733-9f8f-1e4704208a87), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.623123 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (e6730031-a3ec-4733-9f8f-1e4704208a87), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.663748 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:56:51.671119 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:56:51.673266 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=e6730031-a3ec-4733-9f8f-1e4704208a87,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:51.675391 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:56:51.755542 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (5759316b-3079-4224-a831-79ad4d714855), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.791179 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (e6730031-a3ec-4733-9f8f-1e4704208a87), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.947584 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (e6730031-a3ec-4733-9f8f-1e4704208a87), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:51.953055 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (e6730031-a3ec-4733-9f8f-1e4704208a87), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:52.025221 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=e6730031-a3ec-4733-9f8f-1e4704208a87,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:52.028094 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (5759316b-3079-4224-a831-79ad4d714855), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:52.044081 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:52.045462 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-c1acc2bd-3b3b-4b35-af6b-758f78b1c7c3 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7784741 Oct 28 19:56:52.191556 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-adb4c210-660b-4108-8ef1-35af1b873f67 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1312646842&fields=id&tenant_id=09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 267 time: 0.0428865 Oct 28 19:56:52.294061 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-9e01470c-82e1-4712-883c-c4e31b46922b tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:52.295519 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-9e01470c-82e1-4712-883c-c4e31b46922b tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 814 time: 0.0978637 Oct 28 19:56:52.310733 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-1622a987-85c4-4b37-a600-414dff4d775c tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/quotas/09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 375 time: 0.0098004 Oct 28 19:56:52.369662 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-905e8685-e165-4b45-8b88-86762576db4c tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535822 Oct 28 19:56:52.463240 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 9e7302c8-c028-4964-90a6-99b39ab8b996 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:56:52.472748 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-e97e52b7-59e9-4be9-b2f1-c6051c3c9b9c service neutron] 10.222.0.64 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899386 Oct 28 19:56:52.483089 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: 9e7302c8-c028-4964-90a6-99b39ab8b996 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:56:52.483447 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 9e7302c8-c028-4964-90a6-99b39ab8b996 not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:56:52.792500 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-0174f453-ffd7-49d9-b991-5fa723a66630 service neutron] 10.222.0.64 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136203 Oct 28 19:56:52.952009 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-acfa8052-a6ed-4e9f-9a0a-eee8fcf74c6d req-7635c0ab-6002-4565-8384-9fa7dcd0d41e tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 210 time: 0.0272641 Oct 28 19:56:53.365503 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fcba8-f25b-4130-b61f-d76ec360c0b0 req-cfeb13dd-7537-4244-ac24-ceeb34bf07aa tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:53.367000 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-377fcba8-f25b-4130-b61f-d76ec360c0b0 req-cfeb13dd-7537-4244-ac24-ceeb34bf07aa tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0549381 Oct 28 19:56:53.414721 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-377fcba8-f25b-4130-b61f-d76ec360c0b0 req-6307c703-5dca-4c24-ae40-82fcc18c497b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414889 Oct 28 19:56:53.910309 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-ae8b2d53-4a52-4a54-96d3-839ef8ad71ab tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:53.911773 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-ae8b2d53-4a52-4a54-96d3-839ef8ad71ab tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 814 time: 0.1025891 Oct 28 19:56:53.974695 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-f8a737f4-277b-4d25-bc52-d005ea5b2e32 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09cb8cca1ca8447e996c5c8790747d29 HTTP/1.1" status: 200 len: 380 time: 0.0519757 Oct 28 19:56:53.990290 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'port': {'device_id': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'admin_state_up': True, 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'security_groups': ['067b4353-0f1e-41bf-8651-25eaa2bfa87f']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:54.067103 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3d21ac0f-c9c5-4c15-9f59-10cb36e7ebc5 req-2e2ac8c4-a2e3-4b79-bff9-699635f35e40 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 210 time: 0.0328529 Oct 28 19:56:54.122320 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Made reservation on behalf of 09cb8cca1ca8447e996c5c8790747d29 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:56:54.125595 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:54.249337 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Allocated IP 172.20.0.14 (d26e63ef-1267-48a3-a194-773aac92fc05/71f694ce-b8fc-421b-877b-145680014548/371d8ed5-6af3-4ba6-8965-25e1b00df1bd) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:56:54.381712 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:54.414490 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:54.458825 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Network d26e63ef-1267-48a3-a194-773aac92fc05 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:56:54.461902 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:56:54.468748 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:56:54.474749 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event updated for resources: {'Port': ['ID=371d8ed5-6af3-4ba6-8965-25e1b00df1bd,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:54.548024 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:54.548651 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:54.568095 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-60b41a1c-269c-4093-a9e7-f08ccb08584d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5815551 Oct 28 19:56:54.582649 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Request body: {'port': {'device_id': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:56:54.591771 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67713375-060a-48b3-ae76-c2df14c0a546 req-054d9d60-3597-44d8-b4be-07a5b18417e0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:54.593325 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-67713375-060a-48b3-ae76-c2df14c0a546 req-054d9d60-3597-44d8-b4be-07a5b18417e0 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0909278 Oct 28 19:56:54.678989 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-cabb9093-cfc0-4efd-b1a9-7a1f1ba2849b None None] Provisioning complete for port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:56:54.679549 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cabb9093-cfc0-4efd-b1a9-7a1f1ba2849b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:54.679710 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-cabb9093-cfc0-4efd-b1a9-7a1f1ba2849b None None] Attempt 1 to provision port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd Oct 28 19:56:54.689660 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-67713375-060a-48b3-ae76-c2df14c0a546 req-a23628fc-1289-4dbf-9ff3-eb46582ace48 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781522 Oct 28 19:56:54.690362 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:54.727226 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-cabb9093-cfc0-4efd-b1a9-7a1f1ba2849b None None] Port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:56:54.938080 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371d8ed5-6af3-4ba6-8965-25e1b00df1bd {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:56:54.945547 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Publish callbacks [] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:54.957720 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Transition to ACTIVE for port object 371d8ed5-6af3-4ba6-8965-25e1b00df1bd will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:56:54.961533 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:55.038624 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Pushing event updated for resources: {'Port': ['ID=371d8ed5-6af3-4ba6-8965-25e1b00df1bd,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:55.067520 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Attempting to bind port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:56:55.067858 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Attempting to bind port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:56:55.068191 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Attempting to bind port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd on network d26e63ef-1267-48a3-a194-773aac92fc05 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:56:55.072304 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd on network d26e63ef-1267-48a3-a194-773aac92fc05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:56:55.072627 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Attempting to bind port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd on network d26e63ef-1267-48a3-a194-773aac92fc05 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:56:55.077508 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:56:55.077845 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Checking segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:56:55.078508 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Bound using segment: {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:56:55.078912 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Bound port: 371d8ed5-6af3-4ba6-8965-25e1b00df1bd, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4376ae1a-64f1-45b4-8760-620314948e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:56:55.079265 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:55.138910 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] For port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:56:55.142975 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] For port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=371d8ed5-6af3-4ba6-8965-25e1b00df1bd,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:56:55.155047 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:55.175866 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:55.176476 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:55.177861 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] 10.222.0.26 "PUT /v2.0/ports/371d8ed5-6af3-4ba6-8965-25e1b00df1bd HTTP/1.1" status: 200 len: 1094 time: 0.6006536 Oct 28 19:56:55.179096 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'tag': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:55.181344 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c99f566-76d7-4a25-881c-58c4701eb0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "be8d2713-9417-47be-bcc0-0a4b8b63dcaa", "tag": "371d8ed5-6af3-4ba6-8965-25e1b00df1bd"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:55.220708 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b376b0d-bc82-47fb-b053-0a720f6f7adc x-openstack-request-id: req-7b376b0d-bc82-47fb-b053-0a720f6f7adc {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:55.221007 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8d2713-9417-47be-bcc0-0a4b8b63dcaa", "tag": "371d8ed5-6af3-4ba6-8965-25e1b00df1bd", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:55.221264 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b376b0d-bc82-47fb-b053-0a720f6f7adc {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:55.221688 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b376b0d-bc82-47fb-b053-0a720f6f7adc'] response: {'name': 'network-changed', 'server_uuid': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'tag': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd', 'status': 'completed', 'code': 200} Oct 28 19:56:55.228601 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-cabb9093-cfc0-4efd-b1a9-7a1f1ba2849b None None] Attempt 2 to provision port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd Oct 28 19:56:55.270828 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-cabb9093-cfc0-4efd-b1a9-7a1f1ba2849b None None] Port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:56:55.272292 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92898c-bea4-4f66-9b9b-64156482e57a service neutron] Pushing event updated for resources: {'Port': ['ID=371d8ed5-6af3-4ba6-8965-25e1b00df1bd,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:55.282013 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb0222-eac5-4223-b9ed-b6d7ba72c85c req-8dc36a6e-3fdf-4ee6-95b5-1232e9f27c2c tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:55.283533 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2dbb0222-eac5-4223-b9ed-b6d7ba72c85c req-8dc36a6e-3fdf-4ee6-95b5-1232e9f27c2c tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 944 time: 0.1424720 Oct 28 19:56:55.311482 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-5aeafaf9-5024-4ae2-afd6-c55faf9def9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:55.313036 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-5aeafaf9-5024-4ae2-afd6-c55faf9def9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 1128 time: 0.0941093 Oct 28 19:56:55.366075 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-201efb5d-1dc7-4a66-a898-cc9289067ba4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=371d8ed5-6af3-4ba6-8965-25e1b00df1bd HTTP/1.1" status: 200 len: 217 time: 0.0427809 Oct 28 19:56:55.372904 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2dbb0222-eac5-4223-b9ed-b6d7ba72c85c req-013bf610-f202-4421-bc77-316fc42c3dcf tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=067b4353-0f1e-41bf-8651-25eaa2bfa87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838544 Oct 28 19:56:55.416004 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-4d139f54-9a90-4710-a743-0774ef537a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:55.418152 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-4d139f54-9a90-4710-a743-0774ef537a52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.0444145 Oct 28 19:56:55.468237 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-33ca90ef-23fc-42a8-a144-fe2ac0420f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:55.469716 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-33ca90ef-23fc-42a8-a144-fe2ac0420f67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441008 Oct 28 19:56:55.566138 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-20f3cc96-4f97-4d64-8695-9f8a4e5f9ad3 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900438 Oct 28 19:56:55.654673 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5b19c516-6117-4fd5-98c2-5dfc26b7029a req-11776454-7fe5-4201-8a68-5518ff06db95 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808651 Oct 28 19:56:55.745696 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99f566-76d7-4a25-881c-58c4701eb0a7 req-5fa63af1-31ee-46a3-abbd-b51c63d7521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:55.747395 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0c99f566-76d7-4a25-881c-58c4701eb0a7 req-5fa63af1-31ee-46a3-abbd-b51c63d7521b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 1128 time: 0.0474291 Oct 28 19:56:55.878041 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec996989-e984-40a3-a2ba-42ebb701c26a req-9d1a62c2-9ae3-45fc-a543-efe13742c684 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:55.879526 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ec996989-e984-40a3-a2ba-42ebb701c26a req-9d1a62c2-9ae3-45fc-a543-efe13742c684 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1082296 Oct 28 19:56:55.880512 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99f566-76d7-4a25-881c-58c4701eb0a7 req-3d73a61f-a4fc-4b73-a3d2-62d77cf05285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:55.881854 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0c99f566-76d7-4a25-881c-58c4701eb0a7 req-3d73a61f-a4fc-4b73-a3d2-62d77cf05285 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 915 time: 0.1276882 Oct 28 19:56:55.941818 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0c99f566-76d7-4a25-881c-58c4701eb0a7 req-7bd013ee-cc77-4981-9b3a-dd879d220f35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=371d8ed5-6af3-4ba6-8965-25e1b00df1bd HTTP/1.1" status: 200 len: 217 time: 0.0439057 Oct 28 19:56:55.982103 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ec996989-e984-40a3-a2ba-42ebb701c26a req-a14ec4cb-61d5-424c-95cd-1809891fad9f tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969088 Oct 28 19:56:56.000061 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99f566-76d7-4a25-881c-58c4701eb0a7 req-91a3dfbd-a7aa-4137-85ad-7e5198ea1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:56.001527 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0c99f566-76d7-4a25-881c-58c4701eb0a7 req-91a3dfbd-a7aa-4137-85ad-7e5198ea1247 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.0503197 Oct 28 19:56:56.050766 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99f566-76d7-4a25-881c-58c4701eb0a7 req-f2d51fe8-1bbd-4cc0-8332-1667bc7d5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:56.052264 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0c99f566-76d7-4a25-881c-58c4701eb0a7 req-f2d51fe8-1bbd-4cc0-8332-1667bc7d5616 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444992 Oct 28 19:56:56.142756 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0c99f566-76d7-4a25-881c-58c4701eb0a7 req-1da5ed12-1b18-442e-86b0-f5b079a2ee7d service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826871 Oct 28 19:56:56.231436 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0c99f566-76d7-4a25-881c-58c4701eb0a7 req-632a95a4-b910-41d0-921b-2859b7dd10f0 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807009 Oct 28 19:56:56.496393 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca505181-7380-4e92-a803-4e0ff3f150be req-baa62e74-6de3-4033-98da-d0c9c9f6d10d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:56.497877 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ca505181-7380-4e92-a803-4e0ff3f150be req-baa62e74-6de3-4033-98da-d0c9c9f6d10d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 944 time: 0.0532346 Oct 28 19:56:56.551926 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ca505181-7380-4e92-a803-4e0ff3f150be req-c1208df0-5d11-41c3-abce-c64832747c79 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=067b4353-0f1e-41bf-8651-25eaa2bfa87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485299 Oct 28 19:56:56.797128 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:57.060215 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb61b6-8017-405f-880e-24d7494a949b req-c4a82a8f-5086-495e-ab2f-57ae959edc96 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:57.061636 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-61eb61b6-8017-405f-880e-24d7494a949b req-c4a82a8f-5086-495e-ab2f-57ae959edc96 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.0535026 Oct 28 19:56:57.170473 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574676e-f57b-4d5b-8892-6ea047afbd0f req-3a542fc9-3c10-4ed1-97f6-562584eadbd1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:57.171970 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3574676e-f57b-4d5b-8892-6ea047afbd0f req-3a542fc9-3c10-4ed1-97f6-562584eadbd1 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 945 time: 0.1094606 Oct 28 19:56:57.204953 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Deleting port bca51cc4-fcc4-491d-a434-afec666b20ad {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:56:57.205298 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:57.273377 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3574676e-f57b-4d5b-8892-6ea047afbd0f req-9d44228e-6c51-440c-92ae-e5c78bc8a993 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=d28bada7-d2b5-4d2e-bd47-534e29d05020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950966 Oct 28 19:56:57.311675 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] For port bca51cc4-fcc4-491d-a434-afec666b20ad, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bca51cc4-fcc4-491d-a434-afec666b20ad,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:57.311973 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:57.471625 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:57.471989 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (5e2c2536-4450-49ac-bb47-680611ff94de), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:57.472312 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Floating IP 5e2c2536-4450-49ac-bb47-680611ff94de disassociated. External IP: 172.28.3.206, port: bca51cc4-fcc4-491d-a434-afec666b20ad. Oct 28 19:56:57.472667 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Calling delete_port for bca51cc4-fcc4-491d-a434-afec666b20ad owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:56:57.598998 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (bca51cc4-fcc4-491d-a434-afec666b20ad), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:57.632856 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event deleted for resources: {'Port': ['ID=bca51cc4-fcc4-491d-a434-afec666b20ad,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:57.753946 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf59c7-4817-478c-af54-40882665d7db req-f75301f4-1a4e-4a18-87c5-85d51f49cb91 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:57.755427 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-99bf59c7-4817-478c-af54-40882665d7db req-f75301f4-1a4e-4a18-87c5-85d51f49cb91 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 944 time: 0.1264269 Oct 28 19:56:57.801175 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:56:57.820293 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-99bf59c7-4817-478c-af54-40882665d7db req-d18a5307-db63-4967-af52-f0fc6ce6233d tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=067b4353-0f1e-41bf-8651-25eaa2bfa87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587614 Oct 28 19:56:57.915065 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:56:57.924762 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b598c-7d6b-449d-80b8-c5b5f7694ed1 None None] Sync routers for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:56:57.935099 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b598c-7d6b-449d-80b8-c5b5f7694ed1 None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:57.935711 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-602b598c-7d6b-449d-80b8-c5b5f7694ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:57.957236 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] No DVR routers for this DVR port bca51cc4-fcc4-491d-a434-afec666b20ad on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:56:57.959777 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:57.963168 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-61eb61b6-8017-405f-880e-24d7494a949b req-df36897d-2131-494c-885e-9acab82f1108 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "DELETE /v2.0/ports/bca51cc4-fcc4-491d-a434-afec666b20ad HTTP/1.1" status: 204 len: 173 time: 0.8927372 Oct 28 19:56:57.964211 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'name': 'network-vif-deleted', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:56:57.966607 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d4418c-b17e-44cb-aa0e-a1e2482009ca" -d '{"events": [{"server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "name": "network-vif-deleted", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:56:58.007281 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d1c355-366b-4658-b8d2-af17c65eb11f x-openstack-request-id: req-a7d1c355-366b-4658-b8d2-af17c65eb11f {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:56:58.007281 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b9a0fd-6e42-4b76-bcfc-0bde085d733a", "name": "network-vif-deleted", "tag": "bca51cc4-fcc4-491d-a434-afec666b20ad", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:56:58.007654 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7d1c355-366b-4658-b8d2-af17c65eb11f {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:56:58.008133 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d1c355-366b-4658-b8d2-af17c65eb11f'] response: {'server_uuid': 'a5b9a0fd-6e42-4b76-bcfc-0bde085d733a', 'name': 'network-vif-deleted', 'tag': 'bca51cc4-fcc4-491d-a434-afec666b20ad', 'status': 'completed', 'code': 200} Oct 28 19:56:58.056521 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-602b598c-7d6b-449d-80b8-c5b5f7694ed1 None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:58.247998 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-602b598c-7d6b-449d-80b8-c5b5f7694ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 5, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:58.274399 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b598c-7d6b-449d-80b8-c5b5f7694ed1 None None] Checking router: b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:56:58.283166 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b598c-7d6b-449d-80b8-c5b5f7694ed1 None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:56:58.283759 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-602b598c-7d6b-449d-80b8-c5b5f7694ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:58.387113 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-602b598c-7d6b-449d-80b8-c5b5f7694ed1 None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:56:58.391335 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7588d9f8-6ec3-425f-8f18-6f72b4f12244 req-425d8851-ea6d-4898-8815-04193711da1b tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5b9a0fd-6e42-4b76-bcfc-0bde085d733a HTTP/1.1" status: 200 len: 210 time: 0.0298221 Oct 28 19:56:58.466588 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 371d8ed5-6af3-4ba6-8965-25e1b00df1bd details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:56:58.575974 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=371d8ed5-6af3-4ba6-8965-25e1b00df1bd,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:58.587464 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'port_id': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:56:58.588848 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-602b598c-7d6b-449d-80b8-c5b5f7694ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 5, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:56:58.612522 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602b598c-7d6b-449d-80b8-c5b5f7694ed1 None None] The sync data for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb is: [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:52:45Z', 'revision_number': 4, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719', 'name': '', 'network_id': 'ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'mac_address': 'fa:16:3e:1d:20:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:42Z', 'updated_at': '2022-10-28T19:52:55Z', 'revision_number': 5, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'subnets': [{'id': '10a750a5-4b0f-4fcb-b4e7-4d308f703f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:56:58.626828 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:56:58.627340 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:58.641340 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371d8ed5-6af3-4ba6-8965-25e1b00df1bd {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:56:58.661568 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=371d8ed5-6af3-4ba6-8965-25e1b00df1bd,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:56:58.667195 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:58.714289 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=371d8ed5-6af3-4ba6-8965-25e1b00df1bd,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:58.721571 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.721930 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.722317 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.722668 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.723009 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.723344 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.723684 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.724020 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.724351 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.724699 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.725033 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.725365 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.725742 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:56:58.829679 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1570465b-da98-483b-8e26-fe2aa42f80dd None None] New status for floating IP 5e2c2536-4450-49ac-bb47-680611ff94de: DOWN {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:56:58.953500 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a2943-2ee4-4fa0-8ee6-a7da24d62570 req-a50c8665-16b8-43cd-bd8e-9e62a7283298 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:56:58.955021 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-391a2943-2ee4-4fa0-8ee6-a7da24d62570 req-a50c8665-16b8-43cd-bd8e-9e62a7283298 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 945 time: 0.0573497 Oct 28 19:56:58.981847 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['371d8ed5-6af3-4ba6-8965-25e1b00df1bd'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:56:59.003860 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-391a2943-2ee4-4fa0-8ee6-a7da24d62570 req-a16557d9-8bf7-45ed-86a9-232538bc2a65 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=067b4353-0f1e-41bf-8651-25eaa2bfa87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425112 Oct 28 19:56:59.479065 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 49284) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:59.534582 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d365892-e370-48a8-911c-8ca2f43c6f13 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group (d28bada7-d2b5-4d2e-bd47-534e29d05020), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:59.558490 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d365892-e370-48a8-911c-8ca2f43c6f13 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group (d28bada7-d2b5-4d2e-bd47-534e29d05020), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:59.606894 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d365892-e370-48a8-911c-8ca2f43c6f13 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d28bada7-d2b5-4d2e-bd47-534e29d05020), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:59.609671 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2d365892-e370-48a8-911c-8ca2f43c6f13 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:59.610807 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-2d365892-e370-48a8-911c-8ca2f43c6f13 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "DELETE /v2.0/security-groups/d28bada7-d2b5-4d2e-bd47-534e29d05020 HTTP/1.1" status: 204 len: 168 time: 0.1301570 Oct 28 19:56:59.613512 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49286) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:59.619459 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d365892-e370-48a8-911c-8ca2f43c6f13 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28bada7-d2b5-4d2e-bd47-534e29d05020,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:56:59.627693 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.api.v2.resource [None req-724c3783-ee79-4b67-8460-6a6a6d450477 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] show failed (client error): The resource could not be found. Oct 28 19:56:59.629556 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-724c3783-ee79-4b67-8460-6a6a6d450477 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups/d28bada7-d2b5-4d2e-bd47-534e29d05020 HTTP/1.1" status: 404 len: 347 time: 0.0149860 Oct 28 19:56:59.636777 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49288) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:56:59.750779 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a9673-39fe-4514-84cf-a53cb799448a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Deleting port b66759fc-bf39-4e82-b985-6f359ef7ee77 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:56:59.751041 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9673-39fe-4514-84cf-a53cb799448a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (b66759fc-bf39-4e82-b985-6f359ef7ee77), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:59.824406 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9673-39fe-4514-84cf-a53cb799448a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (b66759fc-bf39-4e82-b985-6f359ef7ee77), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:59.824742 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9673-39fe-4514-84cf-a53cb799448a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for floatingip (b66759fc-bf39-4e82-b985-6f359ef7ee77), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:59.836634 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a9673-39fe-4514-84cf-a53cb799448a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Calling delete_port for b66759fc-bf39-4e82-b985-6f359ef7ee77 owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:56:59.966285 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9673-39fe-4514-84cf-a53cb799448a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (b66759fc-bf39-4e82-b985-6f359ef7ee77), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:56:59.988467 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a9673-39fe-4514-84cf-a53cb799448a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event deleted for resources: {'Port': ['ID=b66759fc-bf39-4e82-b985-6f359ef7ee77,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:00.053443 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9673-39fe-4514-84cf-a53cb799448a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks [] for floatingip (5e2c2536-4450-49ac-bb47-680611ff94de), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:00.055997 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9673-39fe-4514-84cf-a53cb799448a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:00.057159 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-8b0a9673-39fe-4514-84cf-a53cb799448a tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "DELETE /v2.0/floatingips/5e2c2536-4450-49ac-bb47-680611ff94de HTTP/1.1" status: 204 len: 168 time: 0.4193070 Oct 28 19:57:00.134572 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b07e9-7218-444d-87e5-f24d3eb48909 req-56ac9c45-da5c-4322-9787-f253fc27f3cc tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:00.136155 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9c7b07e9-7218-444d-87e5-f24d3eb48909 req-56ac9c45-da5c-4322-9787-f253fc27f3cc tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 945 time: 0.0561659 Oct 28 19:57:00.184533 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9c7b07e9-7218-444d-87e5-f24d3eb48909 req-8ff9c0a1-8f98-46b1-818a-2a19eb733545 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=067b4353-0f1e-41bf-8651-25eaa2bfa87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422444 Oct 28 19:57:00.478361 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 371d8ed5-6af3-4ba6-8965-25e1b00df1bd up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:57:00.524216 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:57:00.529112 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:57:00.529525 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:00.529877 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd Oct 28 19:57:00.603211 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:00.603523 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:00.626121 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:00.628365 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b212d38-ced6-4c87-bddf-2c5dd9c9a04e" -d '{"events": [{"server_uuid": "be8d2713-9417-47be-bcc0-0a4b8b63dcaa", "name": "network-vif-plugged", "status": "completed", "tag": "371d8ed5-6af3-4ba6-8965-25e1b00df1bd"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:00.641127 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=371d8ed5-6af3-4ba6-8965-25e1b00df1bd,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:00.645338 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:00.646160 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device bca51cc4-fcc4-491d-a434-afec666b20ad no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:00.667961 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ecee78-62f5-4556-a671-ba9458f7f9e4 x-openstack-request-id: req-a8ecee78-62f5-4556-a671-ba9458f7f9e4 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:00.668262 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8d2713-9417-47be-bcc0-0a4b8b63dcaa", "name": "network-vif-plugged", "status": "completed", "tag": "371d8ed5-6af3-4ba6-8965-25e1b00df1bd", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:00.668523 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8ecee78-62f5-4556-a671-ba9458f7f9e4 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:00.668924 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ecee78-62f5-4556-a671-ba9458f7f9e4'] response: {'server_uuid': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd', 'code': 200} Oct 28 19:57:00.688172 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: bca51cc4-fcc4-491d-a434-afec666b20ad {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:00.688531 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device bca51cc4-fcc4-491d-a434-afec666b20ad not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:00.712947 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=371d8ed5-6af3-4ba6-8965-25e1b00df1bd,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:00.831479 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521822d-8526-4b2d-8b27-7f6684c6a3bd req-dfd4f2fe-051c-47da-aa7f-58e929b96c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:00.833234 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7521822d-8526-4b2d-8b27-7f6684c6a3bd req-dfd4f2fe-051c-47da-aa7f-58e929b96c2e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 1130 time: 0.0440981 Oct 28 19:57:00.881648 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7521822d-8526-4b2d-8b27-7f6684c6a3bd req-0d3d9172-db82-4cd6-baac-39111e180e02 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=067b4353-0f1e-41bf-8651-25eaa2bfa87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400031 Oct 28 19:57:01.319928 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ec311-9e0d-45f2-a970-eea1569109ee req-73a4b0b3-6815-470a-837d-b332496b4b13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:01.321480 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e96ec311-9e0d-45f2-a970-eea1569109ee req-73a4b0b3-6815-470a-837d-b332496b4b13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 946 time: 0.0544991 Oct 28 19:57:01.368404 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e96ec311-9e0d-45f2-a970-eea1569109ee req-e1832c05-bd60-44cf-9d25-f1ad101effd1 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=067b4353-0f1e-41bf-8651-25eaa2bfa87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412126 Oct 28 19:57:02.495495 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb2da6-c395-485b-96a6-61aee5f8fe72 req-90763ce0-10bd-42ef-a490-e93d49585ad6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:02.497033 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fecb2da6-c395-485b-96a6-61aee5f8fe72 req-90763ce0-10bd-42ef-a490-e93d49585ad6 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 946 time: 0.0543377 Oct 28 19:57:02.577675 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fecb2da6-c395-485b-96a6-61aee5f8fe72 req-992e5855-5c0b-47a0-b334-b4efe4c8dc2f tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=067b4353-0f1e-41bf-8651-25eaa2bfa87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714798 Oct 28 19:57:02.584619 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ab4e2-d8ae-409b-9203-9f6f35618c7c req-ce39bc99-5299-49ba-98ff-85ed27cd0e49 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:02.586096 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-889ab4e2-d8ae-409b-9203-9f6f35618c7c req-ce39bc99-5299-49ba-98ff-85ed27cd0e49 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0881433 Oct 28 19:57:02.633729 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-889ab4e2-d8ae-409b-9203-9f6f35618c7c req-e3a255c7-7fbc-4f6a-8566-5a854f92e117 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418110 Oct 28 19:57:02.696389 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918ea3f-9807-4879-89df-629ff2d28f11 req-51aa08b3-ffc4-4f91-ae40-a62feab23f10 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:02.697923 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a918ea3f-9807-4879-89df-629ff2d28f11 req-51aa08b3-ffc4-4f91-ae40-a62feab23f10 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 946 time: 0.0526531 Oct 28 19:57:02.708671 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49316) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:02.712934 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-243cf5e8-b723-4636-ad09-bc9b87386c13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Request body: {'floatingip': {'port_id': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:57:02.752664 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-243cf5e8-b723-4636-ad09-bc9b87386c13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (5759316b-3079-4224-a831-79ad4d714855), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:03.387824 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-243cf5e8-b723-4636-ad09-bc9b87386c13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:03.391649 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-243cf5e8-b723-4636-ad09-bc9b87386c13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (5759316b-3079-4224-a831-79ad4d714855), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:03.485217 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [None req-243cf5e8-b723-4636-ad09-bc9b87386c13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Floating IP 5759316b-3079-4224-a831-79ad4d714855 associated. External IP: 172.28.3.89, port: 371d8ed5-6af3-4ba6-8965-25e1b00df1bd. Oct 28 19:57:03.680983 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243cf5e8-b723-4636-ad09-bc9b87386c13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:57:03.819950 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfc180-7f8d-4595-9910-f93667f3ab62 req-66e706b1-392a-40b6-b7a2-3586e682bccc tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:03.821458 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0ebfc180-7f8d-4595-9910-f93667f3ab62 req-66e706b1-392a-40b6-b7a2-3586e682bccc tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1002188 Oct 28 19:57:03.822935 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243cf5e8-b723-4636-ad09-bc9b87386c13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:57:03.827732 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-243cf5e8-b723-4636-ad09-bc9b87386c13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:03.832664 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76672c3d-7e29-4841-b7b5-89bb5f9ce5ec None None] Sync routers for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:57:03.843365 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76672c3d-7e29-4841-b7b5-89bb5f9ce5ec None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:03.843985 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-76672c3d-7e29-4841-b7b5-89bb5f9ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:03.877452 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-243cf5e8-b723-4636-ad09-bc9b87386c13 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "PUT /v2.0/floatingips/5759316b-3079-4224-a831-79ad4d714855 HTTP/1.1" status: 200 len: 991 time: 1.1677234 Oct 28 19:57:03.882646 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'tag': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:03.884944 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "be8d2713-9417-47be-bcc0-0a4b8b63dcaa", "tag": "371d8ed5-6af3-4ba6-8965-25e1b00df1bd"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:03.904356 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0ebfc180-7f8d-4595-9910-f93667f3ab62 req-5d329363-7c00-4b80-8f45-d68d88753447 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742536 Oct 28 19:57:03.926595 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8638c7-2320-4794-a80d-289de0a98ff5 x-openstack-request-id: req-ce8638c7-2320-4794-a80d-289de0a98ff5 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:03.926931 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8d2713-9417-47be-bcc0-0a4b8b63dcaa", "tag": "371d8ed5-6af3-4ba6-8965-25e1b00df1bd", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:03.927192 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce8638c7-2320-4794-a80d-289de0a98ff5 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:03.927607 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8638c7-2320-4794-a80d-289de0a98ff5'] response: {'name': 'network-changed', 'server_uuid': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'tag': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd', 'status': 'completed', 'code': 200} Oct 28 19:57:03.950384 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-76672c3d-7e29-4841-b7b5-89bb5f9ce5ec None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:04.002731 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4 req-83f0baaa-01ae-4418-8185-539000a6a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:04.004256 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4 req-83f0baaa-01ae-4418-8185-539000a6a24c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09cb8cca1ca8447e996c5c8790747d29&device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 1130 time: 0.0476289 Oct 28 19:57:04.099025 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4 req-02f2c8f8-649f-4c56-a277-fe9910d73491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:04.100529 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4 req-02f2c8f8-649f-4c56-a277-fe9910d73491 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 200 len: 915 time: 0.0881293 Oct 28 19:57:04.166333 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4 req-25df8733-1771-4513-83ac-4a5c5493121b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=371d8ed5-6af3-4ba6-8965-25e1b00df1bd HTTP/1.1" status: 200 len: 999 time: 0.0578194 Oct 28 19:57:04.216392 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4 req-d0264e42-869b-4218-be5e-70422162c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:04.217888 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4 req-d0264e42-869b-4218-be5e-70422162c117 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 200 len: 853 time: 0.0445466 Oct 28 19:57:04.252139 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-76672c3d-7e29-4841-b7b5-89bb5f9ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '5759316b-3079-4224-a831-79ad4d714855', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:51Z', 'updated_at': '2022-10-28T19:57:03Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:04.270202 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4 req-477d1f75-347d-4820-add2-52675b54126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:04.271723 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4 req-477d1f75-347d-4820-add2-52675b54126f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d26e63ef-1267-48a3-a194-773aac92fc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472281 Oct 28 19:57:04.276516 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76672c3d-7e29-4841-b7b5-89bb5f9ce5ec None None] Checking router: 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:57:04.285000 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76672c3d-7e29-4841-b7b5-89bb5f9ce5ec None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:04.285651 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-76672c3d-7e29-4841-b7b5-89bb5f9ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:56:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:04.368986 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4 req-0b3393e3-c2e2-4deb-b825-fba00e526000 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902438 Oct 28 19:57:04.389579 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-76672c3d-7e29-4841-b7b5-89bb5f9ce5ec None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:04.466248 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-168efcf0-d565-4abe-917f-1ffb9cbc1dd4 req-676710b5-bfb2-40e0-90a9-9d579be0a2e0 service neutron] 10.222.0.26 "GET /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907185 Oct 28 19:57:04.616212 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-76672c3d-7e29-4841-b7b5-89bb5f9ce5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '5759316b-3079-4224-a831-79ad4d714855', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:51Z', 'updated_at': '2022-10-28T19:57:03Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:04.643157 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76672c3d-7e29-4841-b7b5-89bb5f9ce5ec None None] The sync data for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb is: [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '5759316b-3079-4224-a831-79ad4d714855', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'port_id': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:56:51Z', 'updated_at': '2022-10-28T19:57:03Z', 'revision_number': 1, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:57:04.781043 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:57:04.836954 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bfb584-5924-42e4-8208-5e2e6a3363bc None None] New status for floating IP 5759316b-3079-4224-a831-79ad4d714855: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:57:04.883158 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b18d3-d1e2-4210-99b6-59e4fd33a807 req-af9adb85-c3c3-4336-aec7-a0dae4e8608e tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:04.884634 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-406b18d3-d1e2-4210-99b6-59e4fd33a807 req-af9adb85-c3c3-4336-aec7-a0dae4e8608e tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.0552418 Oct 28 19:57:04.986086 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-406b18d3-d1e2-4210-99b6-59e4fd33a807 req-18c854f7-f0a2-4647-9120-f248219be5ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Deleting port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:04.986431 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-406b18d3-d1e2-4210-99b6-59e4fd33a807 req-18c854f7-f0a2-4647-9120-f248219be5ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:05.099712 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49da1a-2109-4519-8c25-c0b89f5572ef req-74276834-900c-4020-9e55-50f430841dde tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:05.101199 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b49da1a-2109-4519-8c25-c0b89f5572ef req-74276834-900c-4020-9e55-50f430841dde tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0847a80-ac6f-47d5-b67c-baaff1eb3a31 HTTP/1.1" status: 200 len: 946 time: 0.1176810 Oct 28 19:57:05.122471 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-406b18d3-d1e2-4210-99b6-59e4fd33a807 req-18c854f7-f0a2-4647-9120-f248219be5ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] For port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:05.122856 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-406b18d3-d1e2-4210-99b6-59e4fd33a807 req-18c854f7-f0a2-4647-9120-f248219be5ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:05.142437 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-406b18d3-d1e2-4210-99b6-59e4fd33a807 req-18c854f7-f0a2-4647-9120-f248219be5ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Calling delete_port for f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:05.202209 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b49da1a-2109-4519-8c25-c0b89f5572ef req-0608e3a8-f63c-49e4-bd08-7dc3d08f9993 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922534 Oct 28 19:57:05.288321 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-406b18d3-d1e2-4210-99b6-59e4fd33a807 req-18c854f7-f0a2-4647-9120-f248219be5ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:05.299845 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6', '6fa08aed-c02d-48ac-9d55-26570d0e5787'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:57:05.315278 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c854f7-f0a2-4647-9120-f248219be5ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event deleted for resources: {'Port': ['ID=f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:05.361936 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-406b18d3-d1e2-4210-99b6-59e4fd33a807 req-18c854f7-f0a2-4647-9120-f248219be5ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] No DVR routers for this DVR port f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:05.364395 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-406b18d3-d1e2-4210-99b6-59e4fd33a807 req-18c854f7-f0a2-4647-9120-f248219be5ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:05.367677 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-406b18d3-d1e2-4210-99b6-59e4fd33a807 req-18c854f7-f0a2-4647-9120-f248219be5ef tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "DELETE /v2.0/ports/f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 HTTP/1.1" status: 204 len: 173 time: 0.4758289 Oct 28 19:57:05.929248 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0847a80-ac6f-47d5-b67c-baaff1eb3a31', 'name': 'network-vif-deleted', 'tag': 'f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:05.932594 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477340d7-87b5-4a7b-b2fb-6d20786ecc45" -d '{"events": [{"server_uuid": "b0847a80-ac6f-47d5-b67c-baaff1eb3a31", "name": "network-vif-deleted", "tag": "f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:05.967942 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1ffa3a-a5c0-4ac1-8f3b-cc31b92fea52 x-openstack-request-id: req-3a1ffa3a-a5c0-4ac1-8f3b-cc31b92fea52 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:05.968238 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0847a80-ac6f-47d5-b67c-baaff1eb3a31", "name": "network-vif-deleted", "tag": "f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:05.968498 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a1ffa3a-a5c0-4ac1-8f3b-cc31b92fea52 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:05.968906 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1ffa3a-a5c0-4ac1-8f3b-cc31b92fea52'] response: {'server_uuid': 'b0847a80-ac6f-47d5-b67c-baaff1eb3a31', 'name': 'network-vif-deleted', 'tag': 'f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6', 'status': 'completed', 'code': 200} Oct 28 19:57:06.471706 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dc680-ae4a-4c38-9678-0596ce956e53 req-efd56a13-e93a-42ef-b7f8-45b65ef1dc96 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:06.472680 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-dee8ba46-ef26-4d62-a88c-139cbe69d79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:06.473652 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fc4dc680-ae4a-4c38-9678-0596ce956e53 req-efd56a13-e93a-42ef-b7f8-45b65ef1dc96 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0543261 Oct 28 19:57:06.521144 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fc4dc680-ae4a-4c38-9678-0596ce956e53 req-59763b4f-cec7-49b8-9f2f-59e876131ed3 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Oct 28 19:57:07.091460 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee51f8-7b96-4428-98aa-750b5afcf705 req-b9e7d230-0827-4a62-9565-7319fc26b914 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:07.092856 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-55ee51f8-7b96-4428-98aa-750b5afcf705 req-b9e7d230-0827-4a62-9565-7319fc26b914 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0577843 Oct 28 19:57:07.138707 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-55ee51f8-7b96-4428-98aa-750b5afcf705 req-ddc08e21-bb0d-4375-94e9-543d49829437 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Oct 28 19:57:07.648626 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdb4fc-0a8c-4f59-81d4-37268860d158 req-043a022d-be3c-4d2e-ad51-3f9c6ef40363 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:07.650382 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ebdb4fc-0a8c-4f59-81d4-37268860d158 req-043a022d-be3c-4d2e-ad51-3f9c6ef40363 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0533669 Oct 28 19:57:07.696177 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ebdb4fc-0a8c-4f59-81d4-37268860d158 req-d1644e7c-9722-432a-8efa-74bee6b415c5 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397601 Oct 28 19:57:08.088408 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd18e0-957f-4d07-8321-f205772a02fc req-7ba720cf-661c-4236-9b9c-e7d9a9486958 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:08.089886 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c7dd18e0-957f-4d07-8321-f205772a02fc req-7ba720cf-661c-4236-9b9c-e7d9a9486958 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0562813 Oct 28 19:57:08.137302 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c7dd18e0-957f-4d07-8321-f205772a02fc req-519b7d55-00ad-4689-9ef4-6cc20f2b64f7 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416453 Oct 28 19:57:08.268445 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0d71-c5c8-4319-9f3f-70782f5c6492 req-2e5ee131-550b-4d96-bff9-daeec91b0068 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:08.269976 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ccdd0d71-c5c8-4319-9f3f-70782f5c6492 req-2e5ee131-550b-4d96-bff9-daeec91b0068 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0527577 Oct 28 19:57:08.315466 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ccdd0d71-c5c8-4319-9f3f-70782f5c6492 req-8899c555-8042-44ad-b777-6aa236349c01 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400500 Oct 28 19:57:08.534947 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:08.554593 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:08.554949 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f6a1f5c8-bb53-4c0e-81a0-bf739d969fa6 not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:08.658649 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-db27d101-f7a8-4aeb-acae-58642f9c8b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:08.819356 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcab1d-577f-45cd-8c5c-a830fccbeb2f req-1250983e-686a-42d0-9fdc-937e1b621241 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:08.820728 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ebcab1d-577f-45cd-8c5c-a830fccbeb2f req-1250983e-686a-42d0-9fdc-937e1b621241 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0522122 Oct 28 19:57:08.871194 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ebcab1d-577f-45cd-8c5c-a830fccbeb2f req-0264b77e-9306-4942-8eae-454d0ccec1ce tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441904 Oct 28 19:57:09.259256 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470cdbc-b55a-4263-b76b-2091cd21b418 req-32247a5a-1772-4f5d-a372-61cb7e5eaba9 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:09.261284 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4470cdbc-b55a-4263-b76b-2091cd21b418 req-32247a5a-1772-4f5d-a372-61cb7e5eaba9 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0520756 Oct 28 19:57:09.308461 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4470cdbc-b55a-4263-b76b-2091cd21b418 req-9ab56f3f-2393-403a-94fc-8af3f0dfe047 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417287 Oct 28 19:57:09.443709 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7159d0-94f4-4d7f-9e95-f6d1ac50950f req-5acf662a-01bb-4773-8557-4dd9b629f0ec tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:09.445168 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-af7159d0-94f4-4d7f-9e95-f6d1ac50950f req-5acf662a-01bb-4773-8557-4dd9b629f0ec tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0517557 Oct 28 19:57:09.491541 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-af7159d0-94f4-4d7f-9e95-f6d1ac50950f req-ec15b6ce-6c17-46c8-9973-e7ed7a6d8b80 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402896 Oct 28 19:57:09.848314 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d36fd2-af02-4cac-918c-d289e08355bf req-5ee307dd-8089-4e6c-be2e-ed42fe97684c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:09.849833 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-57d36fd2-af02-4cac-918c-d289e08355bf req-5ee307dd-8089-4e6c-be2e-ed42fe97684c tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.0583088 Oct 28 19:57:09.854583 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:09.944644 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-57d36fd2-af02-4cac-918c-d289e08355bf req-ec2d1917-c44f-41b9-b0c3-e4a4b05ef421 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Deleting port 6fa08aed-c02d-48ac-9d55-26570d0e5787 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:09.944997 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-57d36fd2-af02-4cac-918c-d289e08355bf req-ec2d1917-c44f-41b9-b0c3-e4a4b05ef421 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:10.069950 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-57d36fd2-af02-4cac-918c-d289e08355bf req-ec2d1917-c44f-41b9-b0c3-e4a4b05ef421 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] For port 6fa08aed-c02d-48ac-9d55-26570d0e5787, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=6fa08aed-c02d-48ac-9d55-26570d0e5787,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:10.070319 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-57d36fd2-af02-4cac-918c-d289e08355bf req-ec2d1917-c44f-41b9-b0c3-e4a4b05ef421 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:10.079191 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f2cd1-1779-496c-bc15-307180e90f1d req-68f21307-e2b9-46cc-9d9a-f43a63e23821 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:10.080696 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b97f2cd1-1779-496c-bc15-307180e90f1d req-68f21307-e2b9-46cc-9d9a-f43a63e23821 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/ports?device_id=23e34290-de84-429c-be53-00a506f68042 HTTP/1.1" status: 200 len: 945 time: 0.1318793 Oct 28 19:57:10.093044 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-57d36fd2-af02-4cac-918c-d289e08355bf req-ec2d1917-c44f-41b9-b0c3-e4a4b05ef421 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Calling delete_port for 6fa08aed-c02d-48ac-9d55-26570d0e5787 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:10.176260 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b97f2cd1-1779-496c-bc15-307180e90f1d req-d15a2db6-0f8b-4abe-b161-1abab3e30394 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.64 "GET /v2.0/security-groups?id=e09a74d9-28d8-448d-a088-ef82402753f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879683 Oct 28 19:57:10.266640 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-57d36fd2-af02-4cac-918c-d289e08355bf req-ec2d1917-c44f-41b9-b0c3-e4a4b05ef421 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (6fa08aed-c02d-48ac-9d55-26570d0e5787), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:10.283008 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['6fa08aed-c02d-48ac-9d55-26570d0e5787'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:57:10.297217 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d1917-c44f-41b9-b0c3-e4a4b05ef421 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Pushing event deleted for resources: {'Port': ['ID=6fa08aed-c02d-48ac-9d55-26570d0e5787,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:10.347689 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d36fd2-af02-4cac-918c-d289e08355bf req-ec2d1917-c44f-41b9-b0c3-e4a4b05ef421 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] No DVR routers for this DVR port 6fa08aed-c02d-48ac-9d55-26570d0e5787 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:10.350224 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-57d36fd2-af02-4cac-918c-d289e08355bf req-ec2d1917-c44f-41b9-b0c3-e4a4b05ef421 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:10.353728 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-57d36fd2-af02-4cac-918c-d289e08355bf req-ec2d1917-c44f-41b9-b0c3-e4a4b05ef421 tempest-ServerRescueNegativeTestJSON-78917338 tempest-ServerRescueNegativeTestJSON-78917338-project] 10.222.0.26 "DELETE /v2.0/ports/6fa08aed-c02d-48ac-9d55-26570d0e5787 HTTP/1.1" status: 204 len: 173 time: 0.4984133 Oct 28 19:57:10.354952 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e34290-de84-429c-be53-00a506f68042', 'name': 'network-vif-deleted', 'tag': '6fa08aed-c02d-48ac-9d55-26570d0e5787'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:10.358067 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54555986-ef09-49c5-910b-ae4440dc6083" -d '{"events": [{"server_uuid": "23e34290-de84-429c-be53-00a506f68042", "name": "network-vif-deleted", "tag": "6fa08aed-c02d-48ac-9d55-26570d0e5787"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:10.397020 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00c3a82-1b70-49a4-b29b-6713ef5437b1 x-openstack-request-id: req-d00c3a82-1b70-49a4-b29b-6713ef5437b1 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:10.397316 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e34290-de84-429c-be53-00a506f68042", "name": "network-vif-deleted", "tag": "6fa08aed-c02d-48ac-9d55-26570d0e5787", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:10.397611 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d00c3a82-1b70-49a4-b29b-6713ef5437b1 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:10.398014 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00c3a82-1b70-49a4-b29b-6713ef5437b1'] response: {'server_uuid': '23e34290-de84-429c-be53-00a506f68042', 'name': 'network-vif-deleted', 'tag': '6fa08aed-c02d-48ac-9d55-26570d0e5787', 'status': 'completed', 'code': 200} Oct 28 19:57:10.446855 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8be624-ffe4-44ec-b13c-b245863f0812 req-4ccb5935-7f64-4974-8973-712e612e3489 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:10.448342 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1d8be624-ffe4-44ec-b13c-b245863f0812 req-4ccb5935-7f64-4974-8973-712e612e3489 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0622220 Oct 28 19:57:10.499459 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1d8be624-ffe4-44ec-b13c-b245863f0812 req-b97f9d42-a88d-4b87-a497-ec2aa7077008 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439522 Oct 28 19:57:10.623455 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b4a60-d733-4f48-8460-3e90a767a6cc req-76e5069a-2855-446a-9d72-453292c1df30 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:10.624996 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2d9b4a60-d733-4f48-8460-3e90a767a6cc req-76e5069a-2855-446a-9d72-453292c1df30 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0536656 Oct 28 19:57:10.674201 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2d9b4a60-d733-4f48-8460-3e90a767a6cc req-d8fd69e8-c94b-4562-88e0-06318299f44f tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434048 Oct 28 19:57:11.249142 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49386) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:11.427473 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:11.588129 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606274'] for router_interface (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:11.961264 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c212bcc-23ee-456b-9f46-0f049fbb7ba6 req-0699fdab-1e33-4444-a7cb-e21ac76bcba5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:11.962770 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c212bcc-23ee-456b-9f46-0f049fbb7ba6 req-0699fdab-1e33-4444-a7cb-e21ac76bcba5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.3881664 Oct 28 19:57:12.066896 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb265f-0010-4372-a70a-df4d714af88d req-dda18210-1fac-4500-b9c0-9a873de2f390 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:12.068285 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-97cb265f-0010-4372-a70a-df4d714af88d req-dda18210-1fac-4500-b9c0-9a873de2f390 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.1566229 Oct 28 19:57:12.084877 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8c212bcc-23ee-456b-9f46-0f049fbb7ba6 req-78c30d6c-deda-4883-a9c1-41722636229c tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159840 Oct 28 19:57:12.151145 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-97cb265f-0010-4372-a70a-df4d714af88d req-665b37bb-cfd8-4d77-b3ec-2348c2e04de9 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756917 Oct 28 19:57:12.199007 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] Deleting port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:12.199349 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:12.273779 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] For port 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:12.274132 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:12.286445 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] Calling delete_port for 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:12.456013 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:12.482516 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] Pushing event deleted for resources: {'Port': ['ID=7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:12.534844 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 6fa08aed-c02d-48ac-9d55-26570d0e5787 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:12.558681 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: 6fa08aed-c02d-48ac-9d55-26570d0e5787 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:12.559316 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 6fa08aed-c02d-48ac-9d55-26570d0e5787 not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:12.648316 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605938'] for router_interface (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:12.677747 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:12.850357 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] Router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:57:12.949761 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:57:12.955030 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-b82eed21-2643-44dd-a471-caeb43f8ab37 admin admin] 10.222.0.64 "PUT /v2.0/routers/b4833b3a-2c11-4a1b-a6b7-86dac8f365f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7048352 Oct 28 19:57:12.957582 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49392) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:12.960076 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba264eb-69f5-4fba-a507-a4e9f15074ef None None] Sync routers for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:57:12.970739 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba264eb-69f5-4fba-a507-a4e9f15074ef None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:12.971419 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-aba264eb-69f5-4fba-a507-a4e9f15074ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:57:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:13.055693 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Publish callbacks [] for router (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:13.073155 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-aba264eb-69f5-4fba-a507-a4e9f15074ef None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:13.157985 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Publish callbacks [] for router_gateway (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:13.239272 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acf2e9-2240-4cff-958c-03c73fe54a69 req-bac66e3e-e7b4-4041-9fa6-caf784d602a7 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:13.240784 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f2acf2e9-2240-4cff-958c-03c73fe54a69 req-bac66e3e-e7b4-4041-9fa6-caf784d602a7 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0784550 Oct 28 19:57:13.256059 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-aba264eb-69f5-4fba-a507-a4e9f15074ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176'}], 'enable_snat': True}, 'gw_port_id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:57:12Z', 'revision_number': 5, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port': {'id': 'd5837edb-be9e-42dd-b8c9-cd8a742a8731', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:13.281041 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba264eb-69f5-4fba-a507-a4e9f15074ef None None] Checking router: b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:57:13.289251 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba264eb-69f5-4fba-a507-a4e9f15074ef None None] Routers {'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:13.289882 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-aba264eb-69f5-4fba-a507-a4e9f15074ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:57:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:13.296073 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Deleting port d5837edb-be9e-42dd-b8c9-cd8a742a8731 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:13.296414 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:13.373111 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-aba264eb-69f5-4fba-a507-a4e9f15074ef None None] Set router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 gateway port host: None {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:13.394327 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533ddd1-d4da-45ab-b69c-2017c6a1bd97 req-7fad5d4d-638d-49ff-8c33-7b46cb2dd21e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:13.395846 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b533ddd1-d4da-45ab-b69c-2017c6a1bd97 req-7fad5d4d-638d-49ff-8c33-7b46cb2dd21e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.1530709 Oct 28 19:57:13.399288 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f2acf2e9-2240-4cff-958c-03c73fe54a69 req-4b84c35d-ca04-41b4-85f3-f23a0d11ea8e tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436889 Oct 28 19:57:13.424815 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-aba264eb-69f5-4fba-a507-a4e9f15074ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:57:13Z', 'revision_number': 6, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port_host': None}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:13.442146 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] For port d5837edb-be9e-42dd-b8c9-cd8a742a8731, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=d5837edb-be9e-42dd-b8c9-cd8a742a8731,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:13.442521 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:13.448899 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba264eb-69f5-4fba-a507-a4e9f15074ef None None] The sync data for ids ['b4833b3a-2c11-4a1b-a6b7-86dac8f365f0'] in dv-cinder-862894-1-smb is: [{'id': 'b4833b3a-2c11-4a1b-a6b7-86dac8f365f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1111456057-router', 'tenant_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:35Z', 'updated_at': '2022-10-28T19:57:13Z', 'revision_number': 6, 'project_id': '13a5e7068d3a48b08cc590c2b7d60bd9', 'gw_port_host': None}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:57:13.467323 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Calling delete_port for d5837edb-be9e-42dd-b8c9-cd8a742a8731 owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:13.483097 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b533ddd1-d4da-45ab-b69c-2017c6a1bd97 req-97d6fe32-0484-4cd2-8b61-fc3b8f200224 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735197 Oct 28 19:57:13.636174 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (d5837edb-be9e-42dd-b8c9-cd8a742a8731), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:13.659747 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5837edb-be9e-42dd-b8c9-cd8a742a8731,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:13.720247 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609160'] for router_gateway (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:13.807292 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6337'] for router (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:13.810233 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Publish callbacks [] for router_controller (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:13.858650 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605668'] for router (b4833b3a-2c11-4a1b-a6b7-86dac8f365f0), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:13.859324 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:57:13.865306 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:13.868490 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-c8e9b8f0-7f98-45ae-8b3e-cab6397b1fb3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/b4833b3a-2c11-4a1b-a6b7-86dac8f365f0 HTTP/1.1" status: 204 len: 168 time: 0.9081850 Oct 28 19:57:13.869277 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 49398) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:13.923137 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65bb388-b827-43d3-b4fd-f5bb258b32aa admin admin] Deleting subnet 10a750a5-4b0f-4fcb-b4e7-4d308f703f5d {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:57:13.926372 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e65bb388-b827-43d3-b4fd-f5bb258b32aa admin admin] Publish callbacks [] for subnet (10a750a5-4b0f-4fcb-b4e7-4d308f703f5d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:13.960687 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e65bb388-b827-43d3-b4fd-f5bb258b32aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4733770'] for subnet (10a750a5-4b0f-4fcb-b4e7-4d308f703f5d), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.035857 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e65bb388-b827-43d3-b4fd-f5bb258b32aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (10a750a5-4b0f-4fcb-b4e7-4d308f703f5d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.087240 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e65bb388-b827-43d3-b4fd-f5bb258b32aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336434'] for subnet (10a750a5-4b0f-4fcb-b4e7-4d308f703f5d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.113691 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bb388-b827-43d3-b4fd-f5bb258b32aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a750a5-4b0f-4fcb-b4e7-4d308f703f5d,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:14.115644 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e65bb388-b827-43d3-b4fd-f5bb258b32aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.118813 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e65bb388-b827-43d3-b4fd-f5bb258b32aa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/10a750a5-4b0f-4fcb-b4e7-4d308f703f5d HTTP/1.1" status: 204 len: 168 time: 0.2470503 Oct 28 19:57:14.121555 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49400) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:14.122101 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674b33c-987d-4845-b4a3-f4b4cb850421 None None] Network ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:57:14.187834 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.216023 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:14.238276 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:14.238564 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 7972e8bd-4acb-4d2b-8c37-a5f5f1c1c719 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:14.239469 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Deleting port cc99a29d-e918-4440-96ad-1d9dd19e544d {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:14.239853 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.301913 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa93b3e8-2d38-4b64-8eb5-5f4ab810476c None None] DHCP port deletion for ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea request from dv-cinder-862894-1-smb {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:57:14.308848 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] For port cc99a29d-e918-4440-96ad-1d9dd19e544d, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=cc99a29d-e918-4440-96ad-1d9dd19e544d,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:14.309223 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.323664 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Calling delete_port for cc99a29d-e918-4440-96ad-1d9dd19e544d owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:14.346622 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b3e8-2d38-4b64-8eb5-5f4ab810476c None None] Deleting port cc99a29d-e918-4440-96ad-1d9dd19e544d {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:14.347004 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fa93b3e8-2d38-4b64-8eb5-5f4ab810476c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.408375 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.414227 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-fa93b3e8-2d38-4b64-8eb5-5f4ab810476c None None] For port cc99a29d-e918-4440-96ad-1d9dd19e544d, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=cc99a29d-e918-4440-96ad-1d9dd19e544d,segment=NetworkSegment(bb648bba-4e01-4dff-b772-9071ef69dd04),segment_id=bb648bba-4e01-4dff-b772-9071ef69dd04)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:14.414629 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fa93b3e8-2d38-4b64-8eb5-5f4ab810476c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.428178 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-fa93b3e8-2d38-4b64-8eb5-5f4ab810476c None None] Calling delete_port for cc99a29d-e918-4440-96ad-1d9dd19e544d owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:14.434218 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc99a29d-e918-4440-96ad-1d9dd19e544d,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:14.437921 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] No DVR routers for this DVR port cc99a29d-e918-4440-96ad-1d9dd19e544d on host dv-cinder-862894-1-smb {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:14.542947 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.548734 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fa93b3e8-2d38-4b64-8eb5-5f4ab810476c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013'] for port (cc99a29d-e918-4440-96ad-1d9dd19e544d), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.571265 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:14.575955 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b3e8-2d38-4b64-8eb5-5f4ab810476c None None] Pushing event deleted for resources: {'Port': ['ID=cc99a29d-e918-4440-96ad-1d9dd19e544d,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:14.583479 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93b3e8-2d38-4b64-8eb5-5f4ab810476c None None] No DVR routers for this DVR port cc99a29d-e918-4440-96ad-1d9dd19e544d on host dv-cinder-862894-1-smb {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:14.585245 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb648bba-4e01-4dff-b772-9071ef69dd04') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:14.585572 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb648bba-4e01-4dff-b772-9071ef69dd04') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:14.611108 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18949c-0142-41de-bf51-200829c6783b req-0dc728dd-fd4f-4c33-a529-4f0f7dfaf514 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:14.612544 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0a18949c-0142-41de-bf51-200829c6783b req-0dc728dd-fd4f-4c33-a529-4f0f7dfaf514 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.1120546 Oct 28 19:57:14.617191 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384182'] for segment (bb648bba-4e01-4dff-b772-9071ef69dd04), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.660465 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (bb648bba-4e01-4dff-b772-9071ef69dd04), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.672382 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:57:14.672773 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8154459'] for segment (bb648bba-4e01-4dff-b772-9071ef69dd04), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.693923 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment bb648bba-4e01-4dff-b772-9071ef69dd04 resource provider aggregate not found Oct 28 19:57:14.727392 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment bb648bba-4e01-4dff-b772-9071ef69dd04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb648bba-4e01-4dff-b772-9071ef69dd04 found for delete ", "request_id": "req-d2b6daf3-0180-4bf6-9cb9-62fd640b74ee"}]} Oct 28 19:57:14.759732 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486adfe-3496-4754-808b-1fa811aac0e7 req-1406de2f-14e2-4e51-b5a2-faf22d913e3e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:14.761477 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c486adfe-3496-4754-808b-1fa811aac0e7 req-1406de2f-14e2-4e51-b5a2-faf22d913e3e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.1786113 Oct 28 19:57:14.765584 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0a18949c-0142-41de-bf51-200829c6783b req-c58c52a0-6696-4582-b424-8cc54e2cfd1a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324773 Oct 28 19:57:14.786741 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.794515 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:14.796967 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea HTTP/1.1" status: 204 len: 168 time: 0.6744370 Oct 28 19:57:14.809627 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51136c65-8d2e-40b5-b658-011879168e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff145eb5-1d19-40e8-a2a5-3b1abec2f4ea,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:14.833411 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c486adfe-3496-4754-808b-1fa811aac0e7 req-3b1ae66e-deeb-46ad-ba8e-9f52786b6530 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660701 Oct 28 19:57:14.959997 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49412) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:15.000434 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-e61fa545-efcb-4289-aebb-b26dd95c0391 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13a5e7068d3a48b08cc590c2b7d60bd9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392983 Oct 28 19:57:15.002816 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49414) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:15.048619 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1762f921-6a21-47c8-bab8-561392c5d7e7 admin admin] Publish callbacks [] for security_group (e09a74d9-28d8-448d-a088-ef82402753f3), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:15.069053 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1762f921-6a21-47c8-bab8-561392c5d7e7 admin admin] Publish callbacks [] for security_group (e09a74d9-28d8-448d-a088-ef82402753f3), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:15.117639 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1762f921-6a21-47c8-bab8-561392c5d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (e09a74d9-28d8-448d-a088-ef82402753f3), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:15.120334 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1762f921-6a21-47c8-bab8-561392c5d7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:15.121519 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-1762f921-6a21-47c8-bab8-561392c5d7e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e09a74d9-28d8-448d-a088-ef82402753f3 HTTP/1.1" status: 204 len: 168 time: 0.1177981 Oct 28 19:57:15.128864 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762f921-6a21-47c8-bab8-561392c5d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09a74d9-28d8-448d-a088-ef82402753f3,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:15.626259 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device cc99a29d-e918-4440-96ad-1d9dd19e544d no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:15.646194 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: cc99a29d-e918-4440-96ad-1d9dd19e544d {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:15.646537 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device cc99a29d-e918-4440-96ad-1d9dd19e544d not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:15.646963 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device d5837edb-be9e-42dd-b8c9-cd8a742a8731 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:15.664891 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: d5837edb-be9e-42dd-b8c9-cd8a742a8731 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:15.665241 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device d5837edb-be9e-42dd-b8c9-cd8a742a8731 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:15.897134 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ce5a6-4a6a-4ee0-8298-b47e5e164f91 req-a2cd31f8-773b-4acd-9633-e691ab086037 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:15.898736 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-202ce5a6-4a6a-4ee0-8298-b47e5e164f91 req-a2cd31f8-773b-4acd-9633-e691ab086037 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0607662 Oct 28 19:57:15.981505 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-202ce5a6-4a6a-4ee0-8298-b47e5e164f91 req-7140ab93-c87b-459f-bfcf-f46710843693 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759642 Oct 28 19:57:15.998262 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a705575-bcf6-4d40-9d5f-0b4e5378ff02 req-61364045-42c1-4742-91bc-2262e2b36fa6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:15.999782 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3a705575-bcf6-4d40-9d5f-0b4e5378ff02 req-61364045-42c1-4742-91bc-2262e2b36fa6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0790870 Oct 28 19:57:16.050060 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3a705575-bcf6-4d40-9d5f-0b4e5378ff02 req-45b76960-7d16-4b25-b416-49af42de58b9 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437245 Oct 28 19:57:17.110459 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910ad69-14c3-454a-b8eb-aa8f0d415801 req-fbc9c52d-a0d3-4afb-bc09-f8a8f2a4bb1a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:17.112089 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8910ad69-14c3-454a-b8eb-aa8f0d415801 req-fbc9c52d-a0d3-4afb-bc09-f8a8f2a4bb1a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0573580 Oct 28 19:57:17.196040 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8910ad69-14c3-454a-b8eb-aa8f0d415801 req-d06cfb06-0fea-456d-9e51-84739da0ba1a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785074 Oct 28 19:57:17.211283 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2aec9-78da-4006-bea8-5a5fc2ec0494 req-be440884-be80-47a2-98f7-4e9442b11d7d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:17.212721 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d7d2aec9-78da-4006-bea8-5a5fc2ec0494 req-be440884-be80-47a2-98f7-4e9442b11d7d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0821567 Oct 28 19:57:17.259514 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d7d2aec9-78da-4006-bea8-5a5fc2ec0494 req-05da26e8-dc59-4e05-89d2-3cc7fdc7b7ed tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408614 Oct 28 19:57:18.328730 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b9314-b2a8-4d7c-948a-80e40a73c12b req-a2a6044d-994d-4e62-8ca8-7bcab10e0fee tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:18.330282 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-487b9314-b2a8-4d7c-948a-80e40a73c12b req-a2a6044d-994d-4e62-8ca8-7bcab10e0fee tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0607171 Oct 28 19:57:18.410340 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-487b9314-b2a8-4d7c-948a-80e40a73c12b req-4287bbb3-923a-4179-ae87-82340748950f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743988 Oct 28 19:57:18.426004 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d3a8a-c4ad-4178-9bf4-02815dd315cc req-38c258c2-887c-4318-9c77-8364e2dc22d4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:18.427462 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e26d3a8a-c4ad-4178-9bf4-02815dd315cc req-38c258c2-887c-4318-9c77-8364e2dc22d4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0787048 Oct 28 19:57:18.473216 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e26d3a8a-c4ad-4178-9bf4-02815dd315cc req-7155455b-7c4f-4579-bd6a-82405e0d3e3b tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395226 Oct 28 19:57:18.544452 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f89b0526-ad72-4dbe-9edd-c8cb84512cc3 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:57:18.641754 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:18.653583 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'port_id': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'mac_address': 'fa:16:3e:55:45:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:57:18.686626 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 is: ACTIVE; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:18.687015 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:18.699111 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f89b0526-ad72-4dbe-9edd-c8cb84512cc3 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:57:18.719593 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:18.723348 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:18.770410 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,revision_number=6']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:18.819887 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['f89b0526-ad72-4dbe-9edd-c8cb84512cc3'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:57:19.550342 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5585e-e2fa-4df8-ae11-ca9238c03705 req-47f39e22-22e0-4867-9495-83d300a802b9 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:19.552012 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ed5585e-e2fa-4df8-ae11-ca9238c03705 req-47f39e22-22e0-4867-9495-83d300a802b9 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0609949 Oct 28 19:57:19.634359 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ed5585e-e2fa-4df8-ae11-ca9238c03705 req-ab78ea0f-671f-49b1-b9c4-056cf83da5ca tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746315 Oct 28 19:57:19.644802 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b23678-146e-4efa-b2aa-1c9b242b8046 req-f0646b29-b21b-4b6c-ba4e-d846d6af7802 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:19.662127 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-08b23678-146e-4efa-b2aa-1c9b242b8046 req-f0646b29-b21b-4b6c-ba4e-d846d6af7802 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 945 time: 0.1043606 Oct 28 19:57:19.716239 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-08b23678-146e-4efa-b2aa-1c9b242b8046 req-af8e4d89-ab0b-4d7c-a4f1-768fb1b26812 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474908 Oct 28 19:57:20.546007 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f89b0526-ad72-4dbe-9edd-c8cb84512cc3 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:57:20.604285 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:57:20.605768 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:20.606326 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 Oct 28 19:57:20.786406 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf7b54-910a-4b6a-8d7f-69d727813d51 req-2b5f1621-bba9-40c8-b905-7206c5a1a229 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:20.789302 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cbcf7b54-910a-4b6a-8d7f-69d727813d51 req-2b5f1621-bba9-40c8-b905-7206c5a1a229 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0602570 Oct 28 19:57:20.882251 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:20.882915 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:20.904757 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cbcf7b54-910a-4b6a-8d7f-69d727813d51 req-2521001b-9c5b-4ea5-90e4-f449f93cfd2f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089518 Oct 28 19:57:20.941497 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:20.945046 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2863b8d6-2722-4cb4-b58a-536b6f8a5528" -d '{"events": [{"server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "name": "network-vif-plugged", "status": "completed", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:20.950205 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5027c2-3f66-4c26-8638-83df59b5a487 req-b504df56-b7dd-4bc6-b2ac-0ce74600490e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:20.956370 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3c5027c2-3f66-4c26-8638-83df59b5a487 req-b504df56-b7dd-4bc6-b2ac-0ce74600490e tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 945 time: 0.1227324 Oct 28 19:57:21.003240 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:21.013115 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:21.041052 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3c5027c2-3f66-4c26-8638-83df59b5a487 req-0326b550-5a14-4ad2-99ab-3cb34d732cca tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715363 Oct 28 19:57:21.043937 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29759e26-c551-4bf5-a486-e49a92bc23a1 x-openstack-request-id: req-29759e26-c551-4bf5-a486-e49a92bc23a1 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:21.044260 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "name": "network-vif-plugged", "status": "completed", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:21.044522 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-29759e26-c551-4bf5-a486-e49a92bc23a1 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:21.044920 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29759e26-c551-4bf5-a486-e49a92bc23a1'] response: {'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'code': 200} Oct 28 19:57:21.100572 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,revision_number=7']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:22.049026 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17233fe0-de15-4dc4-bece-b5d5d6c14adc req-ad1cc21b-81ca-4879-8d5a-0196edfb4dd8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:22.051199 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-17233fe0-de15-4dc4-bece-b5d5d6c14adc req-ad1cc21b-81ca-4879-8d5a-0196edfb4dd8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0647171 Oct 28 19:57:22.132144 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-17233fe0-de15-4dc4-bece-b5d5d6c14adc req-e30975e8-55b6-468d-88bb-e942df563751 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700538 Oct 28 19:57:22.195666 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da6cbf-bff2-4352-94dc-61f05d0d22b0 req-cf56c511-8fc1-4449-a7e9-2430ee5ed6e5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:22.195666 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-74da6cbf-bff2-4352-94dc-61f05d0d22b0 req-cf56c511-8fc1-4449-a7e9-2430ee5ed6e5 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0620830 Oct 28 19:57:22.247077 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-74da6cbf-bff2-4352-94dc-61f05d0d22b0 req-fbafa1a4-a25a-42a8-9acc-fa870833b040 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433915 Oct 28 19:57:23.325343 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf73cb8-e6bf-4007-bcce-c7c5996a0014 req-c127ef7b-0ab6-493d-ba53-bf849aa1ddfc tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:23.327030 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4cf73cb8-e6bf-4007-bcce-c7c5996a0014 req-c127ef7b-0ab6-493d-ba53-bf849aa1ddfc tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.1035793 Oct 28 19:57:23.335481 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf447ec4-534b-41fe-a235-feb7eebbee49 req-fc86d6ff-248d-4fce-a56a-e73d6a7d0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:23.337149 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf447ec4-534b-41fe-a235-feb7eebbee49 req-fc86d6ff-248d-4fce-a56a-e73d6a7d0514 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e25cc58e13b84d64a105899eb3f7eeb9&device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 1130 time: 0.0807083 Oct 28 19:57:23.716572 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4cf73cb8-e6bf-4007-bcce-c7c5996a0014 req-47dc63d6-bc7c-4ab1-93f5-cc621d82b184 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783202 Oct 28 19:57:23.752582 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b510d88-f5b9-4688-8250-ff2ff45bfd7d req-f4b34549-e85e-42a2-9706-3a3bd5eca3f4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:23.759990 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9b510d88-f5b9-4688-8250-ff2ff45bfd7d req-f4b34549-e85e-42a2-9706-3a3bd5eca3f4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.4065576 Oct 28 19:57:23.783197 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf447ec4-534b-41fe-a235-feb7eebbee49 req-f1277013-554c-4710-8213-85c99af1ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:23.784684 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf447ec4-534b-41fe-a235-feb7eebbee49 req-f1277013-554c-4710-8213-85c99af1ec47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca HTTP/1.1" status: 200 len: 910 time: 0.4399631 Oct 28 19:57:23.854874 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9b510d88-f5b9-4688-8250-ff2ff45bfd7d req-74ba9fdd-bd56-472e-9f60-f93a1233d4aa tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929728 Oct 28 19:57:23.881140 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf447ec4-534b-41fe-a235-feb7eebbee49 req-99209be6-8842-4ea3-9d84-085e51b3005b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4155b112-23aa-4a3f-b645-365cfce48d41 HTTP/1.1" status: 200 len: 1001 time: 0.0824747 Oct 28 19:57:23.942195 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf447ec4-534b-41fe-a235-feb7eebbee49 req-4fc4d904-5452-479a-bf61-60948f428908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:23.944094 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf447ec4-534b-41fe-a235-feb7eebbee49 req-4fc4d904-5452-479a-bf61-60948f428908 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b12484f-5aa4-489b-b996-1efaffab20b2 HTTP/1.1" status: 200 len: 848 time: 0.0544713 Oct 28 19:57:24.010327 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf447ec4-534b-41fe-a235-feb7eebbee49 req-4051ad3b-e624-41fd-9e79-92b94a9f0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:24.012290 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf447ec4-534b-41fe-a235-feb7eebbee49 req-4051ad3b-e624-41fd-9e79-92b94a9f0e97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0619400 Oct 28 19:57:24.130844 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf447ec4-534b-41fe-a235-feb7eebbee49 req-03ac1fd0-b9c2-46db-83ed-d151cf1ac5fc service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033468 Oct 28 19:57:24.251332 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf447ec4-534b-41fe-a235-feb7eebbee49 req-ee619331-56e2-4f4f-a884-38d229ef7266 service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100991 Oct 28 19:57:24.862106 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394b29a-553b-486b-a6e5-c3d99c87001d req-1a968b73-bdb5-4ba7-b3f4-e8d9f5fafa4a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:24.864554 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0394b29a-553b-486b-a6e5-c3d99c87001d req-1a968b73-bdb5-4ba7-b3f4-e8d9f5fafa4a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0619099 Oct 28 19:57:24.920782 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0394b29a-553b-486b-a6e5-c3d99c87001d req-607f901f-1cb1-47e9-956d-743baac36127 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500526 Oct 28 19:57:25.021106 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f345de-eb97-4612-82f6-191215d55d83 req-740e2fe8-8c36-46f2-bcef-335df73d3910 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:25.022925 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e0f345de-eb97-4612-82f6-191215d55d83 req-740e2fe8-8c36-46f2-bcef-335df73d3910 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0615804 Oct 28 19:57:25.079387 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e0f345de-eb97-4612-82f6-191215d55d83 req-00449d50-6b20-4efa-b76d-520c812ec5ad tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470243 Oct 28 19:57:26.075875 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcf33b-0989-444f-a9af-63afb5984e39 req-6438f997-2403-469e-b322-58f79abb07a6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:26.085445 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f4dcf33b-0989-444f-a9af-63afb5984e39 req-6438f997-2403-469e-b322-58f79abb07a6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0789876 Oct 28 19:57:26.160382 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f4dcf33b-0989-444f-a9af-63afb5984e39 req-1abb9744-ecc9-486a-81b1-739c7c7e5c03 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739574 Oct 28 19:57:26.253891 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfb06d-d42b-4d36-bbe1-f95c5fc23d43 req-4bd2ffa4-9b87-46a4-adad-d05427a5fbf4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:26.255805 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-75bfb06d-d42b-4d36-bbe1-f95c5fc23d43 req-4bd2ffa4-9b87-46a4-adad-d05427a5fbf4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0588090 Oct 28 19:57:26.314786 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-75bfb06d-d42b-4d36-bbe1-f95c5fc23d43 req-9ba518e4-e909-4bac-90ab-a2b85c050439 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528684 Oct 28 19:57:26.818522 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:27.295398 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b2a34-9966-4e75-9353-0e4f8371b372 req-938161e2-5bfa-48df-afd4-b0656950b904 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:27.299386 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2f2b2a34-9966-4e75-9353-0e4f8371b372 req-938161e2-5bfa-48df-afd4-b0656950b904 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0653143 Oct 28 19:57:27.371671 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2f2b2a34-9966-4e75-9353-0e4f8371b372 req-31450e05-3649-4663-b92b-427e283bf302 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663867 Oct 28 19:57:27.480494 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e2b0-5be9-49aa-b283-941ba3aaca5d req-f29d8b91-c693-4e68-899a-00fe75503eb8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:27.482144 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3c61e2b0-5be9-49aa-b283-941ba3aaca5d req-f29d8b91-c693-4e68-899a-00fe75503eb8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0716214 Oct 28 19:57:27.554391 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3c61e2b0-5be9-49aa-b283-941ba3aaca5d req-1fb11115-29c7-486c-9ec2-e4d7012efa84 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660722 Oct 28 19:57:27.636438 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-1fdd6642-59f9-4a0c-97f3-607751d7bde7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0511572 Oct 28 19:57:27.670412 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a123f-3034-4820-8a18-c930b9cbf9da req-b23178ae-a4f5-4e3a-8c7e-da6763d4f222 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:27.672360 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2d9a123f-3034-4820-8a18-c930b9cbf9da req-b23178ae-a4f5-4e3a-8c7e-da6763d4f222 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0675352 Oct 28 19:57:27.744907 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-b1ac0cd2-faf9-4377-8113-331d5f06e961 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:27.746517 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-b1ac0cd2-faf9-4377-8113-331d5f06e961 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports/4155b112-23aa-4a3f-b645-365cfce48d41 HTTP/1.1" status: 200 len: 943 time: 0.0732548 Oct 28 19:57:27.777934 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2d9a123f-3034-4820-8a18-c930b9cbf9da req-a22feb2e-29d1-43b7-b850-d17661a1fbce tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919204 Oct 28 19:57:28.580680 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 4155b112-23aa-4a3f-b645-365cfce48d41 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:28.737717 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 4155b112-23aa-4a3f-b645-365cfce48d41 is: ACTIVE; New status is: DOWN {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:28.738537 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:28.757870 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15cc67-cff5-4c2c-b3b8-00a7787cb5a2 req-9ed1e80f-4fd2-4356-8d71-94633a163933 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:28.760517 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5d15cc67-cff5-4c2c-b3b8-00a7787cb5a2 req-9ed1e80f-4fd2-4356-8d71-94633a163933 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0753691 Oct 28 19:57:28.798456 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 4155b112-23aa-4a3f-b645-365cfce48d41, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=4155b112-23aa-4a3f-b645-365cfce48d41,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:28.800640 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:28.803653 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318778b2-52aa-4594-8dec-c25f99ce59f9" -d '{"events": [{"server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "name": "network-vif-unplugged", "status": "completed", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:28.809623 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:28.856009 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5d15cc67-cff5-4c2c-b3b8-00a7787cb5a2 req-a8436a7c-df5a-4cdd-926c-3c7f94ac8811 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871160 Oct 28 19:57:28.888007 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2755bd77-baff-4475-8b5b-282a32894d35 x-openstack-request-id: req-2755bd77-baff-4475-8b5b-282a32894d35 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:28.888007 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "name": "network-vif-unplugged", "status": "completed", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:28.888007 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2755bd77-baff-4475-8b5b-282a32894d35 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:28.888007 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2755bd77-baff-4475-8b5b-282a32894d35'] response: {'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41', 'code': 200} Oct 28 19:57:28.891609 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=4155b112-23aa-4a3f-b645-365cfce48d41,revision_number=6']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:28.989715 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145c80-4f82-49a2-99e9-9c2cd5cbe3b9 req-c15f4dfa-0f97-4409-9ce5-a17e179fc27f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:28.991430 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aa145c80-4f82-49a2-99e9-9c2cd5cbe3b9 req-c15f4dfa-0f97-4409-9ce5-a17e179fc27f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 944 time: 0.0605457 Oct 28 19:57:29.044663 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aa145c80-4f82-49a2-99e9-9c2cd5cbe3b9 req-4a2e4ad3-de48-4f00-b0c6-7dfbd937aa5a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455616 Oct 28 19:57:29.138721 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-0b1753cd-7d41-4d15-b5e3-d3c5f2e19a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.140284 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-0b1753cd-7d41-4d15-b5e3-d3c5f2e19a67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c&tenant_id=e25cc58e13b84d64a105899eb3f7eeb9 HTTP/1.1" status: 200 len: 1128 time: 0.0499411 Oct 28 19:57:29.221407 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-f8f68df2-1b75-465a-85b7-cce958bddd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.222960 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-f8f68df2-1b75-465a-85b7-cce958bddd66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e25cc58e13b84d64a105899eb3f7eeb9&device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 1128 time: 0.0528209 Oct 28 19:57:29.316554 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-eeef9ccf-31b8-4f0e-9b95-cbc09e75c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.318078 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-eeef9ccf-31b8-4f0e-9b95-cbc09e75c89d service neutron] 10.222.0.26 "GET /v2.0/networks?id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca HTTP/1.1" status: 200 len: 910 time: 0.0887611 Oct 28 19:57:29.391942 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-3cf0f8a3-b574-4527-9759-e6d638accf96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4155b112-23aa-4a3f-b645-365cfce48d41 HTTP/1.1" status: 200 len: 999 time: 0.0627491 Oct 28 19:57:29.452804 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-2f49e1f0-cbbe-4fc0-b2c8-3c75bf25b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.454463 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-2f49e1f0-cbbe-4fc0-b2c8-3c75bf25b142 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b12484f-5aa4-489b-b996-1efaffab20b2 HTTP/1.1" status: 200 len: 848 time: 0.0438223 Oct 28 19:57:29.504265 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-b6796547-8c8a-488a-93fa-c8997abc0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.505816 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-b6796547-8c8a-488a-93fa-c8997abc0a16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449586 Oct 28 19:57:29.597064 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-2463ff71-8b7e-4f9b-9032-a871d06496fd service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848866 Oct 28 19:57:29.720054 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1e38e46-03ff-4961-b07c-adf547396e7f req-6748dee4-22d5-4c8a-9e2b-c937a8e18329 service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820298 Oct 28 19:57:29.909375 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb25b-79fe-4c45-a196-39ab44ee43a9 req-f78ce3d4-767b-4618-a71c-7dbb8cace205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:29.910953 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-273cb25b-79fe-4c45-a196-39ab44ee43a9 req-f78ce3d4-767b-4618-a71c-7dbb8cace205 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 1130 time: 0.0488968 Oct 28 19:57:30.035539 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb25b-79fe-4c45-a196-39ab44ee43a9 req-8acb81c3-1c5b-4eeb-8fc2-997762d43a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:30.036923 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-273cb25b-79fe-4c45-a196-39ab44ee43a9 req-8acb81c3-1c5b-4eeb-8fc2-997762d43a4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 918 time: 0.1194000 Oct 28 19:57:30.045133 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88666853-b70c-40e5-b449-b914c9b80a13 req-536f7778-b7fb-4edb-bf41-269c0960bb43 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:30.046538 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-88666853-b70c-40e5-b449-b914c9b80a13 req-536f7778-b7fb-4edb-bf41-269c0960bb43 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0851097 Oct 28 19:57:30.142780 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-273cb25b-79fe-4c45-a196-39ab44ee43a9 req-78bc4fe3-4059-4511-83da-89ca6836de39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3 HTTP/1.1" status: 200 len: 1001 time: 0.0953088 Oct 28 19:57:30.161494 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-88666853-b70c-40e5-b449-b914c9b80a13 req-b3f12542-78b3-471c-9f63-197eaf4981e2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088150 Oct 28 19:57:30.222117 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68cf8c-fa47-411d-865d-0588cba38323 req-d709b91f-15fb-4614-bcf8-ee50b1081fc2 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:30.223600 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf68cf8c-fa47-411d-865d-0588cba38323 req-d709b91f-15fb-4614-bcf8-ee50b1081fc2 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 944 time: 0.0996604 Oct 28 19:57:30.224874 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb25b-79fe-4c45-a196-39ab44ee43a9 req-3ee371ef-c936-4a11-92e7-0cb0f15d531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:30.226210 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-273cb25b-79fe-4c45-a196-39ab44ee43a9 req-3ee371ef-c936-4a11-92e7-0cb0f15d531c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f HTTP/1.1" status: 200 len: 856 time: 0.0680718 Oct 28 19:57:30.303476 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf68cf8c-fa47-411d-865d-0588cba38323 req-d67f36c0-4206-4330-a495-ecd0240022e2 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741465 Oct 28 19:57:30.309404 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cb25b-79fe-4c45-a196-39ab44ee43a9 req-52f8ed38-e4da-4d54-8a84-03089ecb1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:30.310874 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-273cb25b-79fe-4c45-a196-39ab44ee43a9 req-52f8ed38-e4da-4d54-8a84-03089ecb1088 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81669af-792b-4a7a-835e-b3e1ad3452aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0761530 Oct 28 19:57:30.399570 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-273cb25b-79fe-4c45-a196-39ab44ee43a9 req-8e19dce5-9c46-4db3-9e4a-4f9e57883fad service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806632 Oct 28 19:57:30.490654 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-273cb25b-79fe-4c45-a196-39ab44ee43a9 req-fcb13ada-d39e-45c8-8869-73d9d8cc279b service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843410 Oct 28 19:57:31.295118 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da353ff-ad93-409e-801e-7fd5381dc410 req-47868597-0fa5-4af5-9386-9c63c11c9948 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:31.296592 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0da353ff-ad93-409e-801e-7fd5381dc410 req-47868597-0fa5-4af5-9386-9c63c11c9948 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0536108 Oct 28 19:57:31.343610 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0da353ff-ad93-409e-801e-7fd5381dc410 req-cb437053-1bba-432e-873b-52199b216953 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Oct 28 19:57:31.427754 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dc893-7156-47a8-b056-023da43d68ee req-31397ac5-127f-4671-99ca-c83f60937dcd tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:31.429240 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-021dc893-7156-47a8-b056-023da43d68ee req-31397ac5-127f-4671-99ca-c83f60937dcd tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 944 time: 0.0525644 Oct 28 19:57:31.481728 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-021dc893-7156-47a8-b056-023da43d68ee req-90a27a57-3c31-4e8f-9b48-85288fe36d45 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468748 Oct 28 19:57:31.848587 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6085-0500-4da9-a3a5-fb3f28f9d0af req-b55f3cf5-d0f7-4e83-8332-f51cc3c8d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:31.850034 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bb7a6085-0500-4da9-a3a5-fb3f28f9d0af req-b55f3cf5-d0f7-4e83-8332-f51cc3c8d819 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e25cc58e13b84d64a105899eb3f7eeb9&device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 1128 time: 0.0454347 Oct 28 19:57:31.955877 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6085-0500-4da9-a3a5-fb3f28f9d0af req-b815eae6-8cf7-4385-9cdd-a33c1606fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:31.957347 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bb7a6085-0500-4da9-a3a5-fb3f28f9d0af req-b815eae6-8cf7-4385-9cdd-a33c1606fcb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca HTTP/1.1" status: 200 len: 910 time: 0.0841646 Oct 28 19:57:32.021677 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bb7a6085-0500-4da9-a3a5-fb3f28f9d0af req-e5f4757b-c1dd-40ab-b96c-7b2c7bde3511 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4155b112-23aa-4a3f-b645-365cfce48d41 HTTP/1.1" status: 200 len: 999 time: 0.0571840 Oct 28 19:57:32.072030 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6085-0500-4da9-a3a5-fb3f28f9d0af req-d02d949f-176b-455e-8e11-66e77499e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:32.074312 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bb7a6085-0500-4da9-a3a5-fb3f28f9d0af req-d02d949f-176b-455e-8e11-66e77499e59d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b12484f-5aa4-489b-b996-1efaffab20b2 HTTP/1.1" status: 200 len: 848 time: 0.0464075 Oct 28 19:57:32.132542 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6085-0500-4da9-a3a5-fb3f28f9d0af req-5596de2e-8830-4914-9856-be5731a396ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:32.134481 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bb7a6085-0500-4da9-a3a5-fb3f28f9d0af req-5596de2e-8830-4914-9856-be5731a396ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473783 Oct 28 19:57:32.233435 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bb7a6085-0500-4da9-a3a5-fb3f28f9d0af req-edf7b580-a99d-429b-89aa-8c73d585b2bd service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903661 Oct 28 19:57:32.320425 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bb7a6085-0500-4da9-a3a5-fb3f28f9d0af req-232716d5-6d3f-42c3-82be-45eacad76eb1 service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810225 Oct 28 19:57:32.475376 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d74b6-a537-4070-88ee-38320dad3beb req-1d47954b-c2e7-4631-b5f6-0d6a0f15aa1d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:32.476937 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-433d74b6-a537-4070-88ee-38320dad3beb req-1d47954b-c2e7-4631-b5f6-0d6a0f15aa1d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 946 time: 0.0561187 Oct 28 19:57:32.534432 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-433d74b6-a537-4070-88ee-38320dad3beb req-06c99901-2cec-4cb2-8e6c-fe1575c4add7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506737 Oct 28 19:57:32.609063 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618493a-065b-464f-a80e-997fc8571faa req-cce61cac-0d69-4da8-85f6-91b8bc55b25e tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:32.610795 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8618493a-065b-464f-a80e-997fc8571faa req-cce61cac-0d69-4da8-85f6-91b8bc55b25e tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 944 time: 0.0551023 Oct 28 19:57:32.613297 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 4155b112-23aa-4a3f-b645-365cfce48d41 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:57:32.617073 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f89b0526-ad72-4dbe-9edd-c8cb84512cc3 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:32.663864 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8618493a-065b-464f-a80e-997fc8571faa req-c6c4b4a3-b589-4458-99e3-b73a0bfc9bea tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466647 Oct 28 19:57:32.750310 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 is: ACTIVE; New status is: DOWN {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:32.750707 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:32.790997 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:32.793368 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777c93c5-6d50-46d7-ac83-811a750a38bf" -d '{"events": [{"server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "name": "network-vif-unplugged", "status": "completed", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:32.815058 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 4155b112-23aa-4a3f-b645-365cfce48d41, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=4155b112-23aa-4a3f-b645-365cfce48d41,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:32.818294 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:32.828209 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e88c957-18be-422d-9b0a-0d9b7fc600ba x-openstack-request-id: req-9e88c957-18be-422d-9b0a-0d9b7fc600ba {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:32.828504 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "name": "network-vif-unplugged", "status": "failed", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3", "code": 422}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:32.828767 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9e88c957-18be-422d-9b0a-0d9b7fc600ba {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:32.829169 dv-cinder-862894-1-smb neutron-server[103759]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9e88c957-18be-422d-9b0a-0d9b7fc600ba']: {'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'code': 422} returned with failed status Oct 28 19:57:32.830045 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:32.836327 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '4155b112-23aa-4a3f-b645-365cfce48d41', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'port_id': '4155b112-23aa-4a3f-b645-365cfce48d41', 'mac_address': 'fa:16:3e:1a:16:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:57:32.908313 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,revision_number=8']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:32.910990 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 4155b112-23aa-4a3f-b645-365cfce48d41 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:32.911465 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:32.925891 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4155b112-23aa-4a3f-b645-365cfce48d41 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:57:32.946320 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 4155b112-23aa-4a3f-b645-365cfce48d41, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=4155b112-23aa-4a3f-b645-365cfce48d41,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:32.951132 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:32.997690 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=4155b112-23aa-4a3f-b645-365cfce48d41,revision_number=7']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:33.167390 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['4155b112-23aa-4a3f-b645-365cfce48d41'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:57:33.337391 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [req-05eb4a80-040b-4621-affb-abe068e9e65c req-93d9b6f0-6ea7-41e0-beab-2648131aae46 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103758) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:57:33.338572 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-05eb4a80-040b-4621-affb-abe068e9e65c req-93d9b6f0-6ea7-41e0-beab-2648131aae46 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057964 Oct 28 19:57:33.498405 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882c4de-1856-4fb3-9188-a10509f64e2e req-ca7dffe3-6d7d-484d-ad12-88f328efa646 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:33.499902 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e882c4de-1856-4fb3-9188-a10509f64e2e req-ca7dffe3-6d7d-484d-ad12-88f328efa646 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0529921 Oct 28 19:57:33.548995 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e882c4de-1856-4fb3-9188-a10509f64e2e req-78743bf0-e0d2-4d4f-bbc0-c696c4bf36e7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430310 Oct 28 19:57:33.803146 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c10be-fc26-4732-99ae-a3ed10d77310 req-4d2fe8d6-f07b-483a-991b-349b172c7aaa tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:33.804622 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-981c10be-fc26-4732-99ae-a3ed10d77310 req-4d2fe8d6-f07b-483a-991b-349b172c7aaa tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 945 time: 0.0588322 Oct 28 19:57:33.844428 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 49782) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:33.855155 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-981c10be-fc26-4732-99ae-a3ed10d77310 req-e3d36527-7aa1-41eb-aa0a-8106d026f299 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445077 Oct 28 19:57:33.930356 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-ffe298c6-44ba-4e67-bded-4c738d5b7396 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851877 Oct 28 19:57:33.938805 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-3c97d3b1-e977-4029-8c24-cd3ed8de0a95 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=103756) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 19:57:33.939734 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-3c97d3b1-e977-4029-8c24-cd3ed8de0a95 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047715 Oct 28 19:57:34.017171 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 49790) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:34.112188 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-46b44e21-88fa-4b9c-8bb5-0015b707c362 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:34.113562 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-46b44e21-88fa-4b9c-8bb5-0015b707c362 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports/f89b0526-ad72-4dbe-9edd-c8cb84512cc3 HTTP/1.1" status: 200 len: 941 time: 0.0953453 Oct 28 19:57:34.618076 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 4155b112-23aa-4a3f-b645-365cfce48d41 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:57:34.679857 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 4155b112-23aa-4a3f-b645-365cfce48d41 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:57:34.680319 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:34.680941 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 4155b112-23aa-4a3f-b645-365cfce48d41 Oct 28 19:57:34.701016 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a5df2-0185-4044-b8ae-582d51853a17 req-ca84967c-4f5e-4f31-ab7b-f6c5bcf4f8eb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:34.702566 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5a5df2-0185-4044-b8ae-582d51853a17 req-ca84967c-4f5e-4f31-ab7b-f6c5bcf4f8eb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0589542 Oct 28 19:57:34.755017 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5a5df2-0185-4044-b8ae-582d51853a17 req-6a871c62-c74a-465f-a4d6-ac36790c58b0 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462925 Oct 28 19:57:34.762349 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 4155b112-23aa-4a3f-b645-365cfce48d41 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:34.762761 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:34.796914 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 4155b112-23aa-4a3f-b645-365cfce48d41, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=4155b112-23aa-4a3f-b645-365cfce48d41,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:34.800687 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:34.801967 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f89b0526-ad72-4dbe-9edd-c8cb84512cc3 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:34.837086 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:34.840056 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41775533-d96b-46a5-b358-e3cb5144226e" -d '{"events": [{"server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "name": "network-vif-plugged", "status": "completed", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:34.881829 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1adddf-8cbd-40ae-992e-bc955d0e494f x-openstack-request-id: req-cb1adddf-8cbd-40ae-992e-bc955d0e494f {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:34.882122 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "name": "network-vif-plugged", "status": "completed", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:34.882463 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb1adddf-8cbd-40ae-992e-bc955d0e494f {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:34.883064 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1adddf-8cbd-40ae-992e-bc955d0e494f'] response: {'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41', 'code': 200} Oct 28 19:57:34.889007 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=4155b112-23aa-4a3f-b645-365cfce48d41,revision_number=8']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:34.939446 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 is: DOWN; New status is: DOWN {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:34.944974 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-4d41ffcb-2205-428a-b4dc-6f4480edb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:34.946681 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-4d41ffcb-2205-428a-b4dc-6f4480edb440 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e&tenant_id=e2537368d29e431a9757a354ffb5e174 HTTP/1.1" status: 200 len: 1128 time: 0.0553472 Oct 28 19:57:35.032593 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39333fa-c23e-4690-a66d-4666bf0bcd71 req-2683921d-b9f5-48f6-9c36-3837bd1059f6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:35.034115 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e39333fa-c23e-4690-a66d-4666bf0bcd71 req-2683921d-b9f5-48f6-9c36-3837bd1059f6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0859532 Oct 28 19:57:35.039829 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-8080c0b6-0d01-4c4f-aa9d-6a87710bc8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:35.041355 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-8080c0b6-0d01-4c4f-aa9d-6a87710bc8df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2537368d29e431a9757a354ffb5e174&device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 1128 time: 0.0654635 Oct 28 19:57:35.166713 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e39333fa-c23e-4690-a66d-4666bf0bcd71 req-7fbdb281-c93e-4871-81ff-fe2a9b0c8e0a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242943 Oct 28 19:57:35.195367 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d67d1-0772-4145-a89b-e5419d820dd3 req-17e808d4-a799-45bb-a1e5-105340a6ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:35.196792 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8a4d67d1-0772-4145-a89b-e5419d820dd3 req-17e808d4-a799-45bb-a1e5-105340a6ffb7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 1130 time: 0.0967696 Oct 28 19:57:35.201880 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-f3585aa8-7341-4ee5-8b57-104d3258cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:35.203469 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-f3585aa8-7341-4ee5-8b57-104d3258cc6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 200 len: 918 time: 0.1554189 Oct 28 19:57:35.288486 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-3c7cd732-c449-4e6e-ba2e-e7017401c767 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3 HTTP/1.1" status: 200 len: 999 time: 0.0790679 Oct 28 19:57:35.291147 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8a4d67d1-0772-4145-a89b-e5419d820dd3 req-1662581c-ac21-4fc9-a211-1e9ee8ecdad8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868096 Oct 28 19:57:35.521385 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-ebe3b04d-2bb4-408f-be28-79a634306005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:35.523111 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-ebe3b04d-2bb4-408f-be28-79a634306005 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f HTTP/1.1" status: 200 len: 856 time: 0.0451441 Oct 28 19:57:35.577451 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-b37ddb0d-cdf3-4421-b2ce-3f181e650fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:35.579238 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-b37ddb0d-cdf3-4421-b2ce-3f181e650fc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c81669af-792b-4a7a-835e-b3e1ad3452aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0500872 Oct 28 19:57:35.666500 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-c07b335d-bfe0-492b-ae1f-6b7b3761493f service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809867 Oct 28 19:57:35.760230 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fb4fe533-b9fe-4640-9c13-2b913c0602ba req-b35c9636-c601-47c4-9e85-23c3a193c149 service neutron] 10.222.0.26 "GET /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863841 Oct 28 19:57:35.899389 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cd49f-af7d-4cea-a41b-d7440858a91f req-576e6021-1e4c-4767-a360-f46ed04659d7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:35.901771 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0b6cd49f-af7d-4cea-a41b-d7440858a91f req-576e6021-1e4c-4767-a360-f46ed04659d7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0621359 Oct 28 19:57:35.958372 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0b6cd49f-af7d-4cea-a41b-d7440858a91f req-83166d1e-dce8-455a-b053-76f269425974 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492520 Oct 28 19:57:36.361885 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aec13e-71af-40e6-92a3-5221fde2e725 req-b38f53de-6079-47cf-a70d-88a3c8b3ab57 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:36.363547 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e1aec13e-71af-40e6-92a3-5221fde2e725 req-b38f53de-6079-47cf-a70d-88a3c8b3ab57 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0678532 Oct 28 19:57:36.432930 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e1aec13e-71af-40e6-92a3-5221fde2e725 req-9c0e8595-18d5-4b19-9e67-bad08c6ee728 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600700 Oct 28 19:57:36.483457 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6c782c52-20a0-4b74-8016-38f44eafa75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:37.176077 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106b756-703b-4054-97b2-279d1379f996 req-c78877b0-04e6-47bf-9f35-95666f198e0a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:37.177712 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1106b756-703b-4054-97b2-279d1379f996 req-c78877b0-04e6-47bf-9f35-95666f198e0a tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.1347878 Oct 28 19:57:37.227637 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1106b756-703b-4054-97b2-279d1379f996 req-5d17a37f-6e16-4081-96be-d594af14a787 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430391 Oct 28 19:57:37.561677 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d64ae9-00ba-4c4a-9db2-6c12d085493c req-2c36fce4-49a6-4b38-b825-2ddc6ed20dc5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:37.563266 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-73d64ae9-00ba-4c4a-9db2-6c12d085493c req-2c36fce4-49a6-4b38-b825-2ddc6ed20dc5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0591786 Oct 28 19:57:37.625943 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-73d64ae9-00ba-4c4a-9db2-6c12d085493c req-c23f2fff-1ab8-4c0c-bfa5-0af7b6662199 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546224 Oct 28 19:57:38.371738 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c69f03-4d3a-47e0-9d0a-44600225ac8a req-a9f34e0d-370d-4eb7-8354-4e39b174ede2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:38.373263 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-86c69f03-4d3a-47e0-9d0a-44600225ac8a req-a9f34e0d-370d-4eb7-8354-4e39b174ede2 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0560892 Oct 28 19:57:38.426084 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-86c69f03-4d3a-47e0-9d0a-44600225ac8a req-863b3be6-f196-49c6-a1d8-9a857ec5e3b6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472877 Oct 28 19:57:38.679994 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4fbd77c8-2fa3-4294-9842-9f2ffcc4888f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:38.882551 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c4867-62b2-4909-a0d2-a99972778b8d req-2bd1faf7-2ee0-4507-bce4-8cda13ae1b7f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:38.884162 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-038c4867-62b2-4909-a0d2-a99972778b8d req-2bd1faf7-2ee0-4507-bce4-8cda13ae1b7f tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.1439705 Oct 28 19:57:38.945620 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-038c4867-62b2-4909-a0d2-a99972778b8d req-859fb834-555f-425b-8867-cd15a7c74bb5 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520432 Oct 28 19:57:39.562986 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57199e85-bcd7-44ad-a08b-e09cbbbd1c23 req-80b0eb97-a3a1-49b0-bcff-6670baec2157 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:39.564525 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-57199e85-bcd7-44ad-a08b-e09cbbbd1c23 req-80b0eb97-a3a1-49b0-bcff-6670baec2157 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0566909 Oct 28 19:57:39.621964 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-57199e85-bcd7-44ad-a08b-e09cbbbd1c23 req-7494cec8-75f1-401d-b8d5-b616b9c528fc tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483582 Oct 28 19:57:39.860520 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:40.092127 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721efd1c-b1bf-4867-8cd0-03f2684c672e req-46306add-cbe2-48e5-9c99-a3defd308d8b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:40.093874 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-721efd1c-b1bf-4867-8cd0-03f2684c672e req-46306add-cbe2-48e5-9c99-a3defd308d8b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0684292 Oct 28 19:57:40.157895 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-721efd1c-b1bf-4867-8cd0-03f2684c672e req-1c14ffdc-b1dd-4d98-80b0-53ace25f7c26 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584142 Oct 28 19:57:40.755572 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47557da7-cf7f-4007-bef2-f417ad8bf316 req-37b06de7-c7d0-4e0c-bfd9-6e084ca61ae0 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:40.757069 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47557da7-cf7f-4007-bef2-f417ad8bf316 req-37b06de7-c7d0-4e0c-bfd9-6e084ca61ae0 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0547180 Oct 28 19:57:40.805079 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47557da7-cf7f-4007-bef2-f417ad8bf316 req-e5fdf86b-93c6-4bc9-a4f1-f247f6cf4634 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Oct 28 19:57:41.299531 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73431fb4-caa7-4479-a72e-41a33b6fcca7 req-5968bd7e-5c04-4741-a996-fd394077a23a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:41.306837 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-73431fb4-caa7-4479-a72e-41a33b6fcca7 req-5968bd7e-5c04-4741-a996-fd394077a23a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0766122 Oct 28 19:57:41.367509 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-73431fb4-caa7-4479-a72e-41a33b6fcca7 req-985a798e-f918-4d56-bd90-20bc33b31468 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596633 Oct 28 19:57:41.437911 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:41.781119 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:57:41.938508 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8233a6-68e4-4061-9273-b3b47ca89ef8 req-683e0e7e-6794-4d98-86ad-628e72920bf8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:41.940052 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9d8233a6-68e4-4061-9273-b3b47ca89ef8 req-683e0e7e-6794-4d98-86ad-628e72920bf8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0546236 Oct 28 19:57:42.006124 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9d8233a6-68e4-4061-9273-b3b47ca89ef8 req-61fb586a-925f-465d-8222-6c879e19e5cf tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556846 Oct 28 19:57:42.510039 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cbaa6-39ee-4265-b18b-0f547f97cc1e req-8c41f556-05d3-4bff-9e7a-f92e2a589a0a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:42.511690 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e13cbaa6-39ee-4265-b18b-0f547f97cc1e req-8c41f556-05d3-4bff-9e7a-f92e2a589a0a tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0593700 Oct 28 19:57:42.578745 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e13cbaa6-39ee-4265-b18b-0f547f97cc1e req-7b540c2e-efb6-4116-a6d6-8604390eb1f6 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611129 Oct 28 19:57:42.678475 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:43.164187 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfd024-1215-49bc-adfb-7593af5ff274 req-6939c706-ed88-432f-a7d1-9a2878452de0 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:43.165795 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f4cfd024-1215-49bc-adfb-7593af5ff274 req-6939c706-ed88-432f-a7d1-9a2878452de0 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0552931 Oct 28 19:57:43.217925 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f4cfd024-1215-49bc-adfb-7593af5ff274 req-c76c0c79-5350-42a7-9150-de5c8a0e6fe6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457273 Oct 28 19:57:43.712239 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5311432-20c5-4ee5-9f37-5c92a2e115a2 req-98faccb2-0fbb-4cca-8105-3cc0a343f2f7 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:43.714061 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a5311432-20c5-4ee5-9f37-5c92a2e115a2 req-98faccb2-0fbb-4cca-8105-3cc0a343f2f7 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0565064 Oct 28 19:57:43.766349 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a5311432-20c5-4ee5-9f37-5c92a2e115a2 req-d575c5b8-6cf4-498d-84b9-9420fb2831eb tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466855 Oct 28 19:57:44.389108 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bdba9-c4de-468d-9020-80ebcd14e108 req-e7ce43cb-236f-407e-8108-f9211f1cdccd tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:44.391689 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e90bdba9-c4de-468d-9020-80ebcd14e108 req-e7ce43cb-236f-407e-8108-f9211f1cdccd tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0652297 Oct 28 19:57:44.444175 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e90bdba9-c4de-468d-9020-80ebcd14e108 req-54a1790a-5f17-445a-a71a-192c028deb4b tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468953 Oct 28 19:57:44.891903 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aed23-3122-4e6b-bb10-f8eb4df0962a req-28a23389-cc64-4709-a9ce-7be6803c4268 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:44.893390 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ab4aed23-3122-4e6b-bb10-f8eb4df0962a req-28a23389-cc64-4709-a9ce-7be6803c4268 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0525367 Oct 28 19:57:44.940524 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ab4aed23-3122-4e6b-bb10-f8eb4df0962a req-4a2ea2c9-5138-4eee-a78b-f37f482b3ba9 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416281 Oct 28 19:57:45.581117 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca9ff6-e6de-4ab9-8d3f-ab83c2af3e88 req-1e785b99-ba0e-4113-bb58-87309e9de32d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:45.582770 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8dca9ff6-e6de-4ab9-8d3f-ab83c2af3e88 req-1e785b99-ba0e-4113-bb58-87309e9de32d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0550594 Oct 28 19:57:45.638244 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8dca9ff6-e6de-4ab9-8d3f-ab83c2af3e88 req-f48a6188-6cfa-46bb-9299-37241089a623 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490575 Oct 28 19:57:45.958995 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50050) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:46.066334 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-03d252a3-f10d-47d2-9db4-e5f4daa885fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.089022 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7635c1-a8b8-434b-96d2-661e7b17e1a1 req-1b309b7c-079b-4ff0-be4d-724c676902f7 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:46.090537 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-da7635c1-a8b8-434b-96d2-661e7b17e1a1 req-1b309b7c-079b-4ff0-be4d-724c676902f7 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0751650 Oct 28 19:57:46.158227 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-da7635c1-a8b8-434b-96d2-661e7b17e1a1 req-2aa6c7c0-28cf-4f93-a709-90ce8d30af42 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614617 Oct 28 19:57:46.203336 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-03d252a3-f10d-47d2-9db4-e5f4daa885fe admin admin] Publish callbacks [] for security_group (d42519e3-54e3-4e10-98d4-79063cbc089d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.207240 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-03d252a3-f10d-47d2-9db4-e5f4daa885fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d42519e3-54e3-4e10-98d4-79063cbc089d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.244284 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d252a3-f10d-47d2-9db4-e5f4daa885fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42519e3-54e3-4e10-98d4-79063cbc089d,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:46.251367 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50058) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:46.251911 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-03d252a3-f10d-47d2-9db4-e5f4daa885fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=676d08c0fa594ea3b3d1f4c34d3da7a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913682 Oct 28 19:57:46.318154 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eb099088-4c84-4c27-8bf5-bf0fbcee6a62 admin admin] Publish callbacks [] for security_group (d42519e3-54e3-4e10-98d4-79063cbc089d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.340817 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eb099088-4c84-4c27-8bf5-bf0fbcee6a62 admin admin] Publish callbacks [] for security_group (d42519e3-54e3-4e10-98d4-79063cbc089d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.389931 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eb099088-4c84-4c27-8bf5-bf0fbcee6a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d42519e3-54e3-4e10-98d4-79063cbc089d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.392767 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-eb099088-4c84-4c27-8bf5-bf0fbcee6a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.393968 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-eb099088-4c84-4c27-8bf5-bf0fbcee6a62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d42519e3-54e3-4e10-98d4-79063cbc089d HTTP/1.1" status: 204 len: 168 time: 0.1415777 Oct 28 19:57:46.402044 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb099088-4c84-4c27-8bf5-bf0fbcee6a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42519e3-54e3-4e10-98d4-79063cbc089d,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:46.674505 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50082) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:46.688261 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1acc6150-e7eb-466e-9225-fe6f4ff0b70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.727076 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f89b0526-ad72-4dbe-9edd-c8cb84512cc3 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:57:46.784403 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1acc6150-e7eb-466e-9225-fe6f4ff0b70e admin admin] Publish callbacks [] for security_group (4e00a202-3e30-44ec-b266-2d3c4b875651), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.789913 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1acc6150-e7eb-466e-9225-fe6f4ff0b70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4e00a202-3e30-44ec-b266-2d3c4b875651), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.801970 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0a52-0fed-4860-8fec-61f48e4b8e5a req-c180a622-7944-4bcd-b69e-ffa94c0638c8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:46.803473 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5ddb0a52-0fed-4860-8fec-61f48e4b8e5a req-c180a622-7944-4bcd-b69e-ffa94c0638c8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 944 time: 0.0620778 Oct 28 19:57:46.826709 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:46.836819 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50084) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:46.837218 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-1acc6150-e7eb-466e-9225-fe6f4ff0b70e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52f2bebeb0e746a0a2e409e380a23f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1611264 Oct 28 19:57:46.839272 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc6150-e7eb-466e-9225-fe6f4ff0b70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e00a202-3e30-44ec-b266-2d3c4b875651,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:46.843318 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'port_id': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'mac_address': 'fa:16:3e:55:45:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:57:46.878555 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:46.878958 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.888139 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5ddb0a52-0fed-4860-8fec-61f48e4b8e5a req-ee36994f-0e89-496a-a29f-aff03c2b5227 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768721 Oct 28 19:57:46.892190 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89b0526-ad72-4dbe-9edd-c8cb84512cc3 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:57:46.903364 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9af0e272-6b42-4e50-9c21-b95e15dffcae admin admin] Publish callbacks [] for security_group (4e00a202-3e30-44ec-b266-2d3c4b875651), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.914748 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:46.918908 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.927045 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9af0e272-6b42-4e50-9c21-b95e15dffcae admin admin] Publish callbacks [] for security_group (4e00a202-3e30-44ec-b266-2d3c4b875651), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.966027 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,revision_number=9']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:46.975863 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9af0e272-6b42-4e50-9c21-b95e15dffcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4e00a202-3e30-44ec-b266-2d3c4b875651), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.978937 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9af0e272-6b42-4e50-9c21-b95e15dffcae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:46.980108 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-9af0e272-6b42-4e50-9c21-b95e15dffcae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e00a202-3e30-44ec-b266-2d3c4b875651 HTTP/1.1" status: 204 len: 168 time: 0.1423686 Oct 28 19:57:46.988016 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0e272-6b42-4e50-9c21-b95e15dffcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e00a202-3e30-44ec-b266-2d3c4b875651,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:47.146798 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['f89b0526-ad72-4dbe-9edd-c8cb84512cc3'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:57:48.075258 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a3f2d-9697-4da8-8366-9b81edee7565 req-a3a7ce84-fc6a-4d40-a472-f56d7aa80902 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:48.076764 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f79a3f2d-9697-4da8-8366-9b81edee7565 req-a3a7ce84-fc6a-4d40-a472-f56d7aa80902 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 945 time: 0.0895696 Oct 28 19:57:48.086853 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28fa82-8f16-4d32-98e7-5bace330ab56 req-5ff5ebb1-f519-4bcc-95f9-48a6e6944d4c tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:48.088319 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7e28fa82-8f16-4d32-98e7-5bace330ab56 req-5ff5ebb1-f519-4bcc-95f9-48a6e6944d4c tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 946 time: 0.0897832 Oct 28 19:57:48.158024 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f79a3f2d-9697-4da8-8366-9b81edee7565 req-780b9262-79ab-4c9b-a18e-772106ccf4fb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687389 Oct 28 19:57:48.164774 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7e28fa82-8f16-4d32-98e7-5bace330ab56 req-391274ad-216e-46ef-b7e2-ba1598d4d755 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=067b4353-0f1e-41bf-8651-25eaa2bfa87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697384 Oct 28 19:57:48.740311 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f89b0526-ad72-4dbe-9edd-c8cb84512cc3 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:57:48.785406 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:57:48.785563 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:48.785897 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 Oct 28 19:57:48.862118 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:57:48.862572 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:48.885495 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:48.888075 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8564358b-edba-47f5-879a-090ac02ef159" -d '{"events": [{"server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "name": "network-vif-plugged", "status": "completed", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:48.901234 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:48.906287 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:48.912113 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50166) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:48.931698 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbfefa0-bdac-49a4-a02b-017ac1683050 x-openstack-request-id: req-9fbfefa0-bdac-49a4-a02b-017ac1683050 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:48.932021 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "name": "network-vif-plugged", "status": "completed", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:48.932284 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fbfefa0-bdac-49a4-a02b-017ac1683050 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:48.932684 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbfefa0-bdac-49a4-a02b-017ac1683050'] response: {'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'code': 200} Oct 28 19:57:48.958486 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,revision_number=10']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:49.027738 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.128718 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Publish callbacks [] for security_group (bdd5c2b3-e454-425f-af90-3db1ddac939b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.134823 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (bdd5c2b3-e454-425f-af90-3db1ddac939b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.180650 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6146fe9b5504432b964d6636a7a01763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674747 Oct 28 19:57:49.181586 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd5c2b3-e454-425f-af90-3db1ddac939b,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:49.183441 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50170) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:49.184613 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed9167-d15b-44a3-afa0-d0e80e5e6674 req-2fb1fca7-dcf6-42f6-bf4b-eca1ee8bfe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:49.186068 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-12ed9167-d15b-44a3-afa0-d0e80e5e6674 req-2fb1fca7-dcf6-42f6-bf4b-eca1ee8bfe04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 1131 time: 0.0997245 Oct 28 19:57:49.191966 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.192323 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.192675 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.193023 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.193395 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.193766 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.195428 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.195428 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.195428 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.195428 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.195783 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.196038 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.196484 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5017e46e-4ff1-4265-a54b-e68e7a15f3f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:49.249936 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-12ed9167-d15b-44a3-afa0-d0e80e5e6674 req-57dfc0bf-6359-4142-8cfe-80e6b9bfa962 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490687 Oct 28 19:57:49.268315 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56c5e602-5e26-4d92-8b9a-4c56a9562d37 admin admin] Publish callbacks [] for security_group (bdd5c2b3-e454-425f-af90-3db1ddac939b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.291543 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56c5e602-5e26-4d92-8b9a-4c56a9562d37 admin admin] Publish callbacks [] for security_group (bdd5c2b3-e454-425f-af90-3db1ddac939b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.343059 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56c5e602-5e26-4d92-8b9a-4c56a9562d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (bdd5c2b3-e454-425f-af90-3db1ddac939b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.343983 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdffcc-324e-45f3-a4e6-865d2f366cc4 req-42de36b6-047d-455d-9ee9-2c10cbd766bc tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:49.345597 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-dfcdffcc-324e-45f3-a4e6-865d2f366cc4 req-42de36b6-047d-455d-9ee9-2c10cbd766bc tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 946 time: 0.0880065 Oct 28 19:57:49.346156 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-56c5e602-5e26-4d92-8b9a-4c56a9562d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.351422 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-56c5e602-5e26-4d92-8b9a-4c56a9562d37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bdd5c2b3-e454-425f-af90-3db1ddac939b HTTP/1.1" status: 204 len: 168 time: 0.1628168 Oct 28 19:57:49.354116 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b02f4-e048-4486-9563-22cb56122d8f req-765ab909-4f7b-4453-80e5-4ac53e94d747 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:49.355091 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-201b02f4-e048-4486-9563-22cb56122d8f req-765ab909-4f7b-4453-80e5-4ac53e94d747 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 947 time: 0.0963905 Oct 28 19:57:49.366666 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5e602-5e26-4d92-8b9a-4c56a9562d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd5c2b3-e454-425f-af90-3db1ddac939b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:49.420731 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-dfcdffcc-324e-45f3-a4e6-865d2f366cc4 req-7040a8fd-1498-462f-aa7e-1d8027814e28 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=067b4353-0f1e-41bf-8651-25eaa2bfa87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646319 Oct 28 19:57:49.436421 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-201b02f4-e048-4486-9563-22cb56122d8f req-cd6f0455-19fc-48db-ab92-e05925a384c8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651731 Oct 28 19:57:49.617918 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50180) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:49.630788 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8cc79764-83a4-4d4e-8b41-7c1c590a5e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.705578 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8cc79764-83a4-4d4e-8b41-7c1c590a5e4f admin admin] Publish callbacks [] for security_group (4581b713-5ccb-4e16-b385-2b89f0545b26), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.709386 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8cc79764-83a4-4d4e-8b41-7c1c590a5e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4581b713-5ccb-4e16-b385-2b89f0545b26), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.747508 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-8cc79764-83a4-4d4e-8b41-7c1c590a5e4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd5753e7aae14f88855656c495290530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285195 Oct 28 19:57:49.748367 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc79764-83a4-4d4e-8b41-7c1c590a5e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4581b713-5ccb-4e16-b385-2b89f0545b26,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:49.750864 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50182) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:49.800729 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-631f2be4-6f31-40a3-a8ad-2823b2485fcb admin admin] Publish callbacks [] for security_group (4581b713-5ccb-4e16-b385-2b89f0545b26), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.821533 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-631f2be4-6f31-40a3-a8ad-2823b2485fcb admin admin] Publish callbacks [] for security_group (4581b713-5ccb-4e16-b385-2b89f0545b26), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.867360 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-631f2be4-6f31-40a3-a8ad-2823b2485fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4581b713-5ccb-4e16-b385-2b89f0545b26), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.870275 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-631f2be4-6f31-40a3-a8ad-2823b2485fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:49.871424 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-631f2be4-6f31-40a3-a8ad-2823b2485fcb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4581b713-5ccb-4e16-b385-2b89f0545b26 HTTP/1.1" status: 204 len: 168 time: 0.1191714 Oct 28 19:57:49.878831 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f2be4-6f31-40a3-a8ad-2823b2485fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4581b713-5ccb-4e16-b385-2b89f0545b26,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:50.206110 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-497b52b5-961b-49be-b8a0-c9fb3ef4c1fe tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:50.207609 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-497b52b5-961b-49be-b8a0-c9fb3ef4c1fe tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 946 time: 0.2899482 Oct 28 19:57:50.299133 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Deleting port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:50.299480 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:50.393805 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] For port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=371d8ed5-6af3-4ba6-8965-25e1b00df1bd,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:50.393805 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:50.638728 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:50.639320 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (5759316b-3079-4224-a831-79ad4d714855), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:50.639862 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Floating IP 5759316b-3079-4224-a831-79ad4d714855 disassociated. External IP: 172.28.3.89, port: 371d8ed5-6af3-4ba6-8965-25e1b00df1bd. Oct 28 19:57:50.640213 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Calling delete_port for 371d8ed5-6af3-4ba6-8965-25e1b00df1bd owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:50.717321 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba233290-a73a-4e65-86ce-b5c47a65fdae req-92fade1a-9a6f-4b93-8aed-0439d3b4f7db tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:50.718875 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ba233290-a73a-4e65-86ce-b5c47a65fdae req-92fade1a-9a6f-4b93-8aed-0439d3b4f7db tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/ports?device_id=be8d2713-9417-47be-bcc0-0a4b8b63dcaa HTTP/1.1" status: 200 len: 946 time: 0.1548853 Oct 28 19:57:50.727239 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d407b8-f60c-4a7a-804f-857608b8fc76 req-0cff57ca-0af0-4615-9f70-56e661d5cd3d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:50.729040 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-23d407b8-f60c-4a7a-804f-857608b8fc76 req-0cff57ca-0af0-4615-9f70-56e661d5cd3d tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 947 time: 0.1613190 Oct 28 19:57:50.859694 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ba233290-a73a-4e65-86ce-b5c47a65fdae req-c37c21a2-0e33-4dc6-a649-e3e5182085f8 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups?id=067b4353-0f1e-41bf-8651-25eaa2bfa87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295083 Oct 28 19:57:50.865015 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-23d407b8-f60c-4a7a-804f-857608b8fc76 req-3517c3a3-f20c-4806-aee3-01c51aacaea4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207650 Oct 28 19:57:50.914064 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (371d8ed5-6af3-4ba6-8965-25e1b00df1bd), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:50.943342 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'Port': ['ID=371d8ed5-6af3-4ba6-8965-25e1b00df1bd,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:51.075765 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:57:51.188866 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:57:51.202265 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe4abcc-df60-4c29-a95b-eb6ffb84db09 None None] Sync routers for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:57:51.219194 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4abcc-df60-4c29-a95b-eb6ffb84db09 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:51.220312 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1fe4abcc-df60-4c29-a95b-eb6ffb84db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:57:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:51.235853 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] No DVR routers for this DVR port 371d8ed5-6af3-4ba6-8965-25e1b00df1bd on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:51.238579 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:51.242390 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bf721e35-9ec2-4bf6-937c-e165f11e921a req-16da6ca4-0773-40f9-b7ef-bb6e6b47b1c9 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.26 "DELETE /v2.0/ports/371d8ed5-6af3-4ba6-8965-25e1b00df1bd HTTP/1.1" status: 204 len: 173 time: 1.0279539 Oct 28 19:57:51.243183 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'name': 'network-vif-deleted', 'tag': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:57:51.247437 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55336992-c69e-4ad7-938d-a92569b9c754" -d '{"events": [{"server_uuid": "be8d2713-9417-47be-bcc0-0a4b8b63dcaa", "name": "network-vif-deleted", "tag": "371d8ed5-6af3-4ba6-8965-25e1b00df1bd"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:57:51.324195 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db78250d-814a-4290-870a-c2e487d928f7 x-openstack-request-id: req-db78250d-814a-4290-870a-c2e487d928f7 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:57:51.324599 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8d2713-9417-47be-bcc0-0a4b8b63dcaa", "name": "network-vif-deleted", "tag": "371d8ed5-6af3-4ba6-8965-25e1b00df1bd", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:57:51.324962 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-db78250d-814a-4290-870a-c2e487d928f7 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:57:51.325506 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db78250d-814a-4290-870a-c2e487d928f7'] response: {'server_uuid': 'be8d2713-9417-47be-bcc0-0a4b8b63dcaa', 'name': 'network-vif-deleted', 'tag': '371d8ed5-6af3-4ba6-8965-25e1b00df1bd', 'status': 'completed', 'code': 200} Oct 28 19:57:51.422006 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1fe4abcc-df60-4c29-a95b-eb6ffb84db09 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:51.650597 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1fe4abcc-df60-4c29-a95b-eb6ffb84db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:51.675532 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe4abcc-df60-4c29-a95b-eb6ffb84db09 None None] Checking router: 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:57:51.684357 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4abcc-df60-4c29-a95b-eb6ffb84db09 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:51.685050 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1fe4abcc-df60-4c29-a95b-eb6ffb84db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:57:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:51.939110 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-1fe4abcc-df60-4c29-a95b-eb6ffb84db09 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:52.001167 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50278) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:52.044628 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd89d0c-53f3-4552-9113-5f3cb882363f req-b4df6439-4a00-411d-9227-a5520c3eca08 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:57:52.046485 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8cd89d0c-53f3-4552-9113-5f3cb882363f req-b4df6439-4a00-411d-9227-a5520c3eca08 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 947 time: 0.0660665 Oct 28 19:57:52.060854 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (067b4353-0f1e-41bf-8651-25eaa2bfa87f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.084677 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (067b4353-0f1e-41bf-8651-25eaa2bfa87f), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.100034 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8cd89d0c-53f3-4552-9113-5f3cb882363f req-a3561501-f349-4c83-94a6-84c5845e56b6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455482 Oct 28 19:57:52.139646 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (067b4353-0f1e-41bf-8651-25eaa2bfa87f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.142484 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.143871 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "DELETE /v2.0/security-groups/067b4353-0f1e-41bf-8651-25eaa2bfa87f HTTP/1.1" status: 204 len: 168 time: 0.1414716 Oct 28 19:57:52.146687 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50282) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:52.154478 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067b4353-0f1e-41bf-8651-25eaa2bfa87f,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:52.155652 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-1fe4abcc-df60-4c29-a95b-eb6ffb84db09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:52.160622 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.api.v2.resource [None req-fd1ed12b-7a12-491c-833e-5d5467018d3a tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] show failed (client error): The resource could not be found. Oct 28 19:57:52.161695 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-fd1ed12b-7a12-491c-833e-5d5467018d3a tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "GET /v2.0/security-groups/067b4353-0f1e-41bf-8651-25eaa2bfa87f HTTP/1.1" status: 404 len: 347 time: 0.0139189 Oct 28 19:57:52.162107 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.162467 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.162816 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.163161 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.163512 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.163850 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.164190 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.164538 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.164659 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50284) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:52.164874 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.165218 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.166166 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.166500 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.167023 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d461afb-5962-48dd-9ba9-67e21c376546 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:52.186891 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe4abcc-df60-4c29-a95b-eb6ffb84db09 None None] The sync data for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb is: [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:52:50Z', 'revision_number': 4, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6', 'name': '', 'network_id': 'd26e63ef-1267-48a3-a194-773aac92fc05', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'mac_address': 'fa:16:3e:1a:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '71f694ce-b8fc-421b-877b-145680014548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:48Z', 'updated_at': '2022-10-28T19:53:05Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'subnets': [{'id': '71f694ce-b8fc-421b-877b-145680014548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:57:52.295315 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b791e-e620-4a44-b091-8398f252a468 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Deleting port e6730031-a3ec-4733-9f8f-1e4704208a87 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:52.295874 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4d7b791e-e620-4a44-b091-8398f252a468 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (e6730031-a3ec-4733-9f8f-1e4704208a87), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.374263 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4d7b791e-e620-4a44-b091-8398f252a468 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (e6730031-a3ec-4733-9f8f-1e4704208a87), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.374596 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4d7b791e-e620-4a44-b091-8398f252a468 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (e6730031-a3ec-4733-9f8f-1e4704208a87), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.386878 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b791e-e620-4a44-b091-8398f252a468 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Calling delete_port for e6730031-a3ec-4733-9f8f-1e4704208a87 owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:52.414415 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1146478-2750-45af-9492-5ffd9209a085 None None] New status for floating IP 5759316b-3079-4224-a831-79ad4d714855: DOWN {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:57:52.526562 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4d7b791e-e620-4a44-b091-8398f252a468 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (e6730031-a3ec-4733-9f8f-1e4704208a87), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.529599 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.db.api [None req-a1146478-2750-45af-9492-5ffd9209a085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 19:57:52.530389 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG oslo_db.api [None req-a1146478-2750-45af-9492-5ffd9209a085 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 19:57:52.551801 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b791e-e620-4a44-b091-8398f252a468 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Pushing event deleted for resources: {'Port': ['ID=e6730031-a3ec-4733-9f8f-1e4704208a87,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:52.612662 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4d7b791e-e620-4a44-b091-8398f252a468 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks [] for floatingip (5759316b-3079-4224-a831-79ad4d714855), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.615534 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4d7b791e-e620-4a44-b091-8398f252a468 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:52.616690 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-4d7b791e-e620-4a44-b091-8398f252a468 tempest-AttachVolumeNegativeTest-681896748 tempest-AttachVolumeNegativeTest-681896748-project] 10.222.0.64 "DELETE /v2.0/floatingips/5759316b-3079-4224-a831-79ad4d714855 HTTP/1.1" status: 204 len: 168 time: 0.4511671 Oct 28 19:57:52.738659 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 371d8ed5-6af3-4ba6-8965-25e1b00df1bd no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:52.757038 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: 371d8ed5-6af3-4ba6-8965-25e1b00df1bd {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:52.757386 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 371d8ed5-6af3-4ba6-8965-25e1b00df1bd not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:53.031793 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1146478-2750-45af-9492-5ffd9209a085 None None] New status for floating IP 5759316b-3079-4224-a831-79ad4d714855: DOWN {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:57:55.904289 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50348) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:56.008352 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f3100f0-863e-4b44-9c96-c66922cf293a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.082931 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f3100f0-863e-4b44-9c96-c66922cf293a admin admin] Publish callbacks [] for security_group (d5c62ddf-8d45-475c-85bc-c6587786ba40), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.086750 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9f3100f0-863e-4b44-9c96-c66922cf293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d5c62ddf-8d45-475c-85bc-c6587786ba40), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.124950 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-9f3100f0-863e-4b44-9c96-c66922cf293a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=053bc35a28964a2cab45d36dfb8cf3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196205 Oct 28 19:57:56.125842 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3100f0-863e-4b44-9c96-c66922cf293a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c62ddf-8d45-475c-85bc-c6587786ba40,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:56.128452 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50352) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:56.178536 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fdddd893-ed55-48f7-82f8-bd4e12f7842e admin admin] Publish callbacks [] for security_group (d5c62ddf-8d45-475c-85bc-c6587786ba40), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.200593 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fdddd893-ed55-48f7-82f8-bd4e12f7842e admin admin] Publish callbacks [] for security_group (d5c62ddf-8d45-475c-85bc-c6587786ba40), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.246207 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fdddd893-ed55-48f7-82f8-bd4e12f7842e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d5c62ddf-8d45-475c-85bc-c6587786ba40), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.248912 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fdddd893-ed55-48f7-82f8-bd4e12f7842e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.250120 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-fdddd893-ed55-48f7-82f8-bd4e12f7842e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5c62ddf-8d45-475c-85bc-c6587786ba40 HTTP/1.1" status: 204 len: 168 time: 0.1204002 Oct 28 19:57:56.257799 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddd893-ed55-48f7-82f8-bd4e12f7842e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c62ddf-8d45-475c-85bc-c6587786ba40,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:56.357080 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50362) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:56.530293 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50368) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:56.544669 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6e697987-503d-4422-b520-b47bc5375687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.622940 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6e697987-503d-4422-b520-b47bc5375687 admin admin] Publish callbacks [] for security_group (871db3d6-ef81-49d1-af20-50f25f39843e), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.626716 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6e697987-503d-4422-b520-b47bc5375687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (871db3d6-ef81-49d1-af20-50f25f39843e), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.664287 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697987-503d-4422-b520-b47bc5375687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871db3d6-ef81-49d1-af20-50f25f39843e,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:56.669877 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-6e697987-503d-4422-b520-b47bc5375687 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae920bad0e554e3ca32965d0b0710ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383879 Oct 28 19:57:56.671970 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50370) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:56.721103 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-381fc8da-1859-41b2-b2d8-0fad2477c85f admin admin] Publish callbacks [] for security_group (871db3d6-ef81-49d1-af20-50f25f39843e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.745343 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-381fc8da-1859-41b2-b2d8-0fad2477c85f admin admin] Publish callbacks [] for security_group (871db3d6-ef81-49d1-af20-50f25f39843e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.793089 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-381fc8da-1859-41b2-b2d8-0fad2477c85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (871db3d6-ef81-49d1-af20-50f25f39843e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.797118 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-381fc8da-1859-41b2-b2d8-0fad2477c85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.798455 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-381fc8da-1859-41b2-b2d8-0fad2477c85f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/871db3d6-ef81-49d1-af20-50f25f39843e HTTP/1.1" status: 204 len: 168 time: 0.1258762 Oct 28 19:57:56.806803 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fc8da-1859-41b2-b2d8-0fad2477c85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871db3d6-ef81-49d1-af20-50f25f39843e,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:56.853200 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:56.853996 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606274'] for router_interface (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:57.133587 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] Deleting port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:57.134207 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:57.215828 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] For port c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:57.216219 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:57.229054 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] Calling delete_port for c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 owned by network:router_interface {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:57.413324 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:57.437284 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:57.614697 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605938'] for router_interface (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:58.045450 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] Router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:57:58.146888 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:57:58.152173 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-0997a1ab-20e7-45a9-b1e1-b8683b7479fd admin admin] 10.222.0.64 "PUT /v2.0/routers/0d35e74e-9a80-48fc-9d2d-5acccaf564f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7938673 Oct 28 19:57:58.154647 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50406) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:58.158760 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144a983-330b-4d26-ac49-5f91f2e67ca3 None None] Sync routers for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:57:58.171009 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144a983-330b-4d26-ac49-5f91f2e67ca3 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:58.171550 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8144a983-330b-4d26-ac49-5f91f2e67ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:57:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:58.263173 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Publish callbacks [] for router (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:58.278562 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-8144a983-330b-4d26-ac49-5f91f2e67ca3 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:58.370842 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Publish callbacks [] for router_gateway (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:58.422179 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Deleting port cd52fd2d-c079-460d-9ef8-1f411b883170 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:58.422526 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:58.476986 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8144a983-330b-4d26-ac49-5f91f2e67ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:57:57Z', 'revision_number': 5, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port': {'id': 'cd52fd2d-c079-460d-9ef8-1f411b883170', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:41Z', 'updated_at': '2022-10-28T19:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:58.503637 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144a983-330b-4d26-ac49-5f91f2e67ca3 None None] Checking router: 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:57:58.513627 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144a983-330b-4d26-ac49-5f91f2e67ca3 None None] Routers {'0d35e74e-9a80-48fc-9d2d-5acccaf564f5'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:57:58.514413 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8144a983-330b-4d26-ac49-5f91f2e67ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:57:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:58.514659 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] For port cd52fd2d-c079-460d-9ef8-1f411b883170, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=cd52fd2d-c079-460d-9ef8-1f411b883170,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:58.515064 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:58.533303 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Calling delete_port for cd52fd2d-c079-460d-9ef8-1f411b883170 owned by network:router_gateway {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:58.602577 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-8144a983-330b-4d26-ac49-5f91f2e67ca3 None None] Set router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:57:58.658161 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-8144a983-330b-4d26-ac49-5f91f2e67ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:57:58Z', 'revision_number': 6, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port_host': None}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:58.685371 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144a983-330b-4d26-ac49-5f91f2e67ca3 None None] The sync data for ids ['0d35e74e-9a80-48fc-9d2d-5acccaf564f5'] in dv-cinder-862894-1-smb is: [{'id': '0d35e74e-9a80-48fc-9d2d-5acccaf564f5', 'name': 'tempest-AttachVolumeNegativeTest-681151957-router', 'tenant_id': '09cb8cca1ca8447e996c5c8790747d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:39Z', 'updated_at': '2022-10-28T19:57:58Z', 'revision_number': 6, 'project_id': '09cb8cca1ca8447e996c5c8790747d29', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:57:58.734415 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (cd52fd2d-c079-460d-9ef8-1f411b883170), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:58.759354 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd52fd2d-c079-460d-9ef8-1f411b883170,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:58.820160 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609160'] for router_gateway (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:58.920373 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6337'] for router (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:58.922507 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Publish callbacks [] for router_controller (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:58.956921 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50444) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:58.989907 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605668'] for router (0d35e74e-9a80-48fc-9d2d-5acccaf564f5), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:58.990369 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d35e74e-9a80-48fc-9d2d-5acccaf564f5 {{(pid=103756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:57:58.996478 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:58.997732 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e95452b7-e677-4f7e-b109-a3800b73891b admin admin] 10.222.0.64 "DELETE /v2.0/routers/0d35e74e-9a80-48fc-9d2d-5acccaf564f5 HTTP/1.1" status: 204 len: 168 time: 0.8421118 Oct 28 19:57:59.000315 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50448) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:59.050632 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7a5591-25f1-4e91-acd0-e4b674b9993b admin admin] Deleting subnet 71f694ce-b8fc-421b-877b-145680014548 {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:57:59.055895 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8f7a5591-25f1-4e91-acd0-e4b674b9993b admin admin] Publish callbacks [] for subnet (71f694ce-b8fc-421b-877b-145680014548), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.088920 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d1566729-0e6d-45ed-abe9-3ec304c02da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.112151 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8f7a5591-25f1-4e91-acd0-e4b674b9993b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384175'] for subnet (71f694ce-b8fc-421b-877b-145680014548), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.250924 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8f7a5591-25f1-4e91-acd0-e4b674b9993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (71f694ce-b8fc-421b-877b-145680014548), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.295391 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d1566729-0e6d-45ed-abe9-3ec304c02da7 admin admin] Publish callbacks [] for security_group (e44e37e9-68aa-4efa-9723-4ef49fa77f63), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.303450 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d1566729-0e6d-45ed-abe9-3ec304c02da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (e44e37e9-68aa-4efa-9723-4ef49fa77f63), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.357199 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-d1566729-0e6d-45ed-abe9-3ec304c02da7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d60f74fbb63a4e7a8a84faa703030e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990607 Oct 28 19:57:59.358822 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1566729-0e6d-45ed-abe9-3ec304c02da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44e37e9-68aa-4efa-9723-4ef49fa77f63,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:59.360379 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50450) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:59.361798 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8f7a5591-25f1-4e91-acd0-e4b674b9993b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8153533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8149964'] for subnet (71f694ce-b8fc-421b-877b-145680014548), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.388666 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a5591-25f1-4e91-acd0-e4b674b9993b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f694ce-b8fc-421b-877b-145680014548,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:59.392524 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8f7a5591-25f1-4e91-acd0-e4b674b9993b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.395810 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-8f7a5591-25f1-4e91-acd0-e4b674b9993b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/71f694ce-b8fc-421b-877b-145680014548 HTTP/1.1" status: 204 len: 168 time: 0.3944273 Oct 28 19:57:59.398381 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50452) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:59.401834 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4092ab09-588f-4633-937d-22aeb75fb6b2 None None] Network d26e63ef-1267-48a3-a194-773aac92fc05 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:57:59.475169 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-faaab429-19c3-487c-bc7f-d8319de884b7 admin admin] Publish callbacks [] for security_group (e44e37e9-68aa-4efa-9723-4ef49fa77f63), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.502769 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (d26e63ef-1267-48a3-a194-773aac92fc05), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.513285 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-faaab429-19c3-487c-bc7f-d8319de884b7 admin admin] Publish callbacks [] for security_group (e44e37e9-68aa-4efa-9723-4ef49fa77f63), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.575270 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] DHCP port deletion for d26e63ef-1267-48a3-a194-773aac92fc05 request from dv-cinder-862894-1-smb {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:57:59.592806 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Deleting port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:59.593190 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.607452 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-faaab429-19c3-487c-bc7f-d8319de884b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (e44e37e9-68aa-4efa-9723-4ef49fa77f63), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.610097 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-faaab429-19c3-487c-bc7f-d8319de884b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.611703 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-faaab429-19c3-487c-bc7f-d8319de884b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e44e37e9-68aa-4efa-9723-4ef49fa77f63 HTTP/1.1" status: 204 len: 168 time: 0.2491076 Oct 28 19:57:59.648077 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaab429-19c3-487c-bc7f-d8319de884b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44e37e9-68aa-4efa-9723-4ef49fa77f63,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:59.675442 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Deleting port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:57:59.676428 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.683794 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] For port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:59.684710 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.699528 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Calling delete_port for 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:59.738168 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:59.776032 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:59.776480 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device c71a2b6f-12aa-4b5c-bc6e-2d3f918b79e6 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:59.777145 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device cd52fd2d-c079-460d-9ef8-1f411b883170 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:59.800861 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.815824 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] No DVR routers for this DVR port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 on host dv-cinder-862894-1-smb {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:59.816219 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: cd52fd2d-c079-460d-9ef8-1f411b883170 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:59.816827 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device cd52fd2d-c079-460d-9ef8-1f411b883170 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:59.817500 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:57:59.825509 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] For port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52,segment=NetworkSegment(4376ae1a-64f1-45b4-8760-620314948e2d),segment_id=4376ae1a-64f1-45b4-8760-620314948e2d)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:57:59.826202 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.844265 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:59.852094 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:57:59.853071 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:57:59.859940 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Calling delete_port for 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:57:59.942892 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (d26e63ef-1267-48a3-a194-773aac92fc05), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.949048 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013'] for port (8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:57:59.969943 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26e63ef-1267-48a3-a194-773aac92fc05']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:59.969943 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50458) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:57:59.975233 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Pushing event deleted for resources: {'Port': ['ID=8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:57:59.980165 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] No DVR routers for this DVR port 8d47d8ac-62a4-4cd4-b8cc-a1f7c5b52b52 on host dv-cinder-862894-1-smb {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:57:59.986584 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.986944 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.987437 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.987679 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.988025 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.988364 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.988703 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.988975 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4376ae1a-64f1-45b4-8760-620314948e2d') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:59.989084 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.989482 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.989586 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4376ae1a-64f1-45b4-8760-620314948e2d') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:57:59.989743 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.990086 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.990418 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.990744 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f7262-255c-4417-b7d8-dd522be8bc12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:57:59.992865 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9b2186af-ea97-4c54-9c1f-e81b7acf3ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.007303 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4733779'] for segment (4376ae1a-64f1-45b4-8760-620314948e2d), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.026796 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (4376ae1a-64f1-45b4-8760-620314948e2d), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.035195 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:58:00.035572 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4779694'] for segment (4376ae1a-64f1-45b4-8760-620314948e2d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.114806 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (d26e63ef-1267-48a3-a194-773aac92fc05), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.121709 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.125085 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d26e63ef-1267-48a3-a194-773aac92fc05 HTTP/1.1" status: 204 len: 168 time: 0.7250910 Oct 28 19:58:00.140550 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4f654-a2eb-48fc-9b10-ceee1fd640c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d26e63ef-1267-48a3-a194-773aac92fc05,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:00.162679 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9b2186af-ea97-4c54-9c1f-e81b7acf3ca5 admin admin] Publish callbacks [] for security_group (39a7d9ec-973f-4e59-a3a3-f5b84b45e995), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.167798 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9b2186af-ea97-4c54-9c1f-e81b7acf3ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (39a7d9ec-973f-4e59-a3a3-f5b84b45e995), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.207499 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-9b2186af-ea97-4c54-9c1f-e81b7acf3ca5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc5fc90a14e04a5d9d3e9da7ef2f3c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368758 Oct 28 19:58:00.208376 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2186af-ea97-4c54-9c1f-e81b7acf3ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a7d9ec-973f-4e59-a3a3-f5b84b45e995,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:00.210173 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50466) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:00.241630 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 4376ae1a-64f1-45b4-8760-620314948e2d resource provider aggregate not found Oct 28 19:58:00.258946 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 4376ae1a-64f1-45b4-8760-620314948e2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4376ae1a-64f1-45b4-8760-620314948e2d found for delete ", "request_id": "req-a4130050-d258-4371-b432-d94c69edb4f1"}]} Oct 28 19:58:00.280788 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e16a09f1-7e47-4762-ba12-e2301fff3211 admin admin] Publish callbacks [] for security_group (39a7d9ec-973f-4e59-a3a3-f5b84b45e995), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.301273 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e16a09f1-7e47-4762-ba12-e2301fff3211 admin admin] Publish callbacks [] for security_group (39a7d9ec-973f-4e59-a3a3-f5b84b45e995), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.325486 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50470) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:00.349383 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e16a09f1-7e47-4762-ba12-e2301fff3211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (39a7d9ec-973f-4e59-a3a3-f5b84b45e995), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.351969 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e16a09f1-7e47-4762-ba12-e2301fff3211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.353890 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-e16a09f1-7e47-4762-ba12-e2301fff3211 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39a7d9ec-973f-4e59-a3a3-f5b84b45e995 HTTP/1.1" status: 204 len: 168 time: 0.1397595 Oct 28 19:58:00.362520 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a09f1-7e47-4762-ba12-e2301fff3211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a7d9ec-973f-4e59-a3a3-f5b84b45e995,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:00.374177 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-fd3d559f-294c-4565-bb61-dc79afa550a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=09cb8cca1ca8447e996c5c8790747d29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474622 Oct 28 19:58:00.377653 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50474) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:00.428376 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d6e263ba-574c-46ea-bffa-9ed29995f8a2 admin admin] Publish callbacks [] for security_group (2d815996-3af0-4f9a-ac28-62df93faf737), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.450018 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d6e263ba-574c-46ea-bffa-9ed29995f8a2 admin admin] Publish callbacks [] for security_group (2d815996-3af0-4f9a-ac28-62df93faf737), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.504439 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d6e263ba-574c-46ea-bffa-9ed29995f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2d815996-3af0-4f9a-ac28-62df93faf737), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.507150 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d6e263ba-574c-46ea-bffa-9ed29995f8a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:00.508355 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-d6e263ba-574c-46ea-bffa-9ed29995f8a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d815996-3af0-4f9a-ac28-62df93faf737 HTTP/1.1" status: 204 len: 168 time: 0.1295819 Oct 28 19:58:00.517461 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e263ba-574c-46ea-bffa-9ed29995f8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d815996-3af0-4f9a-ac28-62df93faf737,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:06.476660 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b0681cbe-f9f1-4963-8f52-32606102000b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:06.788278 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50652) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:06.861260 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 50656) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:06.935754 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-af773cb3-6515-45a2-8650-8546b6b792b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:06.964767 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-32f751ea-d600-439f-a59b-062e32b7f916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.012586 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-af773cb3-6515-45a2-8650-8546b6b792b9 admin admin] Publish callbacks [] for security_group (e31b9075-19ef-4a81-a605-ab4f43a32c88), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.016498 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-af773cb3-6515-45a2-8650-8546b6b792b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (e31b9075-19ef-4a81-a605-ab4f43a32c88), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.046233 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-32f751ea-d600-439f-a59b-062e32b7f916 admin admin] Publish callbacks [] for security_group (c5dae322-258f-43a5-89b4-bd55b6e95e11), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.050763 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-32f751ea-d600-439f-a59b-062e32b7f916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (c5dae322-258f-43a5-89b4-bd55b6e95e11), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.058766 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-af773cb3-6515-45a2-8650-8546b6b792b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d31e9ef200f42d086757c07904ea242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669933 Oct 28 19:58:07.058766 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af773cb3-6515-45a2-8650-8546b6b792b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31b9075-19ef-4a81-a605-ab4f43a32c88,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:07.060039 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50660) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:07.086529 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f751ea-d600-439f-a59b-062e32b7f916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dae322-258f-43a5-89b4-bd55b6e95e11,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:07.098363 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-32f751ea-d600-439f-a59b-062e32b7f916 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c027b5877c70495f9a785912f2b9e00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335694 Oct 28 19:58:07.098940 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 50662) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:07.122829 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cbf-4b51-460e-b2bc-ba06955b5d31 admin admin] Publish callbacks [] for security_group (e31b9075-19ef-4a81-a605-ab4f43a32c88), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.160637 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cbf-4b51-460e-b2bc-ba06955b5d31 admin admin] Publish callbacks [] for security_group (e31b9075-19ef-4a81-a605-ab4f43a32c88), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.185161 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6376b3db-721e-42c0-b297-d01f79127005 admin admin] Publish callbacks [] for security_group (c5dae322-258f-43a5-89b4-bd55b6e95e11), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.218426 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6376b3db-721e-42c0-b297-d01f79127005 admin admin] Publish callbacks [] for security_group (c5dae322-258f-43a5-89b4-bd55b6e95e11), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.250674 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cbf-4b51-460e-b2bc-ba06955b5d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (e31b9075-19ef-4a81-a605-ab4f43a32c88), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.253413 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0cbf-4b51-460e-b2bc-ba06955b5d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.254573 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-a3ec0cbf-4b51-460e-b2bc-ba06955b5d31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e31b9075-19ef-4a81-a605-ab4f43a32c88 HTTP/1.1" status: 204 len: 168 time: 0.1936243 Oct 28 19:58:07.264214 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec0cbf-4b51-460e-b2bc-ba06955b5d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31b9075-19ef-4a81-a605-ab4f43a32c88,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:07.286811 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6376b3db-721e-42c0-b297-d01f79127005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (c5dae322-258f-43a5-89b4-bd55b6e95e11), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.289550 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6376b3db-721e-42c0-b297-d01f79127005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:07.290948 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-6376b3db-721e-42c0-b297-d01f79127005 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5dae322-258f-43a5-89b4-bd55b6e95e11 HTTP/1.1" status: 204 len: 168 time: 0.1911702 Oct 28 19:58:07.299296 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376b3db-721e-42c0-b297-d01f79127005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dae322-258f-43a5-89b4-bd55b6e95e11,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:08.664544 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-a54a55ec-7e31-4c46-8dd8-a3d8e0a349b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:09.858624 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:11.440943 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:12.672507 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:18.781107 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:58:23.803155 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51006) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:23.915289 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-39a11ae1-8316-41e5-96f5-0215b863eb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:23.991679 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-39a11ae1-8316-41e5-96f5-0215b863eb2d admin admin] Publish callbacks [] for security_group (2c629b51-87c5-4829-9944-45360764189f), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:23.995390 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-39a11ae1-8316-41e5-96f5-0215b863eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2c629b51-87c5-4829-9944-45360764189f), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.031550 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a11ae1-8316-41e5-96f5-0215b863eb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c629b51-87c5-4829-9944-45360764189f,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:24.035782 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-39a11ae1-8316-41e5-96f5-0215b863eb2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72ef4a897dcf4105a3d5752d69c6f491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313938 Oct 28 19:58:24.038522 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51014) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:24.087041 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bbb36c3f-7ace-45e8-be6f-67d2377104b2 admin admin] Publish callbacks [] for security_group (2c629b51-87c5-4829-9944-45360764189f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.109540 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bbb36c3f-7ace-45e8-be6f-67d2377104b2 admin admin] Publish callbacks [] for security_group (2c629b51-87c5-4829-9944-45360764189f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.158907 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bbb36c3f-7ace-45e8-be6f-67d2377104b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2c629b51-87c5-4829-9944-45360764189f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.161541 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bbb36c3f-7ace-45e8-be6f-67d2377104b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.162692 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-bbb36c3f-7ace-45e8-be6f-67d2377104b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c629b51-87c5-4829-9944-45360764189f HTTP/1.1" status: 204 len: 168 time: 0.1234069 Oct 28 19:58:24.169996 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb36c3f-7ace-45e8-be6f-67d2377104b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c629b51-87c5-4829-9944-45360764189f,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:24.418687 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51022) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:24.432402 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ff5528a2-1ef3-48f3-803a-d2fcf655cc98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.505666 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ff5528a2-1ef3-48f3-803a-d2fcf655cc98 admin admin] Publish callbacks [] for security_group (2102a9a4-2cd0-4caa-bfd9-e02b032f0a1b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.509617 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ff5528a2-1ef3-48f3-803a-d2fcf655cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2102a9a4-2cd0-4caa-bfd9-e02b032f0a1b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.549442 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-ff5528a2-1ef3-48f3-803a-d2fcf655cc98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=227065fe44c94c76a09e397079b1bb5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296463 Oct 28 19:58:24.550314 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5528a2-1ef3-48f3-803a-d2fcf655cc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2102a9a4-2cd0-4caa-bfd9-e02b032f0a1b,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:24.552181 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51024) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:24.603019 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bb309d1b-12ef-4933-a65b-2491979400f6 admin admin] Publish callbacks [] for security_group (2102a9a4-2cd0-4caa-bfd9-e02b032f0a1b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.623730 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bb309d1b-12ef-4933-a65b-2491979400f6 admin admin] Publish callbacks [] for security_group (2102a9a4-2cd0-4caa-bfd9-e02b032f0a1b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.669143 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bb309d1b-12ef-4933-a65b-2491979400f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2102a9a4-2cd0-4caa-bfd9-e02b032f0a1b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.672464 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bb309d1b-12ef-4933-a65b-2491979400f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:24.673617 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-bb309d1b-12ef-4933-a65b-2491979400f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2102a9a4-2cd0-4caa-bfd9-e02b032f0a1b HTTP/1.1" status: 204 len: 168 time: 0.1198909 Oct 28 19:58:24.680976 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb309d1b-12ef-4933-a65b-2491979400f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2102a9a4-2cd0-4caa-bfd9-e02b032f0a1b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:26.031441 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab49d65-e388-4625-8e54-9d79ff5c3e6b req-f5fcf2c4-bb06-494d-b387-060a9eda3adb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:26.032951 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6ab49d65-e388-4625-8e54-9d79ff5c3e6b req-f5fcf2c4-bb06-494d-b387-060a9eda3adb tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 947 time: 0.0557065 Oct 28 19:58:26.083071 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6ab49d65-e388-4625-8e54-9d79ff5c3e6b req-2ac80f30-b906-4379-808d-cbbb90c416f8 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432968 Oct 28 19:58:26.862770 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:27.233880 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9e05-7810-441c-bed6-9178990b0bd6 req-34eaf89e-7864-4437-b399-1fe09a0dedb0 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:27.235407 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f80e9e05-7810-441c-bed6-9178990b0bd6 req-34eaf89e-7864-4437-b399-1fe09a0dedb0 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 947 time: 0.0607588 Oct 28 19:58:27.310173 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f80e9e05-7810-441c-bed6-9178990b0bd6 req-0211bcd3-3972-4a1d-b300-db455e8eeed4 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups?id=b269cc55-fbe2-4140-8d61-edea9d94020e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691154 Oct 28 19:58:27.335363 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-b051c186-8d18-4072-ac40-96eb9e50b7b9 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:27.337253 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-b051c186-8d18-4072-ac40-96eb9e50b7b9 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 947 time: 0.0692918 Oct 28 19:58:27.445792 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Deleting port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:27.446143 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:27.549143 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51190) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:27.558177 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] For port f89b0526-ad72-4dbe-9edd-c8cb84512cc3, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:27.558544 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:27.672646 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef36299a-a9db-4d7c-8c54-d69be37d1df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:27.754169 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:27.754436 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (8a5dd509-1ee9-4877-b68c-3536824a30e4), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:27.754756 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Floating IP 8a5dd509-1ee9-4877-b68c-3536824a30e4 disassociated. External IP: 172.28.3.24, port: f89b0526-ad72-4dbe-9edd-c8cb84512cc3. Oct 28 19:58:27.755110 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Calling delete_port for f89b0526-ad72-4dbe-9edd-c8cb84512cc3 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:27.849707 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef36299a-a9db-4d7c-8c54-d69be37d1df0 admin admin] Publish callbacks [] for security_group (d19b7360-1cde-457d-a173-691ab9b51e00), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:27.859503 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef36299a-a9db-4d7c-8c54-d69be37d1df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d19b7360-1cde-457d-a173-691ab9b51e00), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:27.928052 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-ef36299a-a9db-4d7c-8c54-d69be37d1df0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=065455416c574c23a0e2cfbe4b140b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3778312 Oct 28 19:58:27.930875 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51194) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:27.931361 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36299a-a9db-4d7c-8c54-d69be37d1df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19b7360-1cde-457d-a173-691ab9b51e00,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:27.953166 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (f89b0526-ad72-4dbe-9edd-c8cb84512cc3), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:27.979915 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-80ad2146-2b4a-4f0a-a251-a1a583f69906 admin admin] Publish callbacks [] for security_group (d19b7360-1cde-457d-a173-691ab9b51e00), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:27.980654 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event deleted for resources: {'Port': ['ID=f89b0526-ad72-4dbe-9edd-c8cb84512cc3,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:28.005541 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-80ad2146-2b4a-4f0a-a251-a1a583f69906 admin admin] Publish callbacks [] for security_group (d19b7360-1cde-457d-a173-691ab9b51e00), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:28.053630 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-80ad2146-2b4a-4f0a-a251-a1a583f69906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (d19b7360-1cde-457d-a173-691ab9b51e00), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:28.057498 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-80ad2146-2b4a-4f0a-a251-a1a583f69906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:28.061281 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-80ad2146-2b4a-4f0a-a251-a1a583f69906 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d19b7360-1cde-457d-a173-691ab9b51e00 HTTP/1.1" status: 204 len: 168 time: 0.1267810 Oct 28 19:58:28.068348 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad2146-2b4a-4f0a-a251-a1a583f69906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19b7360-1cde-457d-a173-691ab9b51e00,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:28.100933 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Router e6dba45f-3a17-49ca-b146-58236b8e20de has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:58:28.211238 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:58:28.224472 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bc488-374e-4e8b-a686-04f3b2ab7385 None None] Sync routers for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:58:28.236436 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7bc488-374e-4e8b-a686-04f3b2ab7385 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:28.237109 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-9c7bc488-374e-4e8b-a686-04f3b2ab7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:28.370463 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51202) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:28.400324 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a85fba68-47b1-4a04-9633-a9aba4aaf3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:28.446739 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-9c7bc488-374e-4e8b-a686-04f3b2ab7385 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:28.525109 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] No DVR routers for this DVR port f89b0526-ad72-4dbe-9edd-c8cb84512cc3 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:58:28.528155 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:28.534269 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7dc45d83-15f4-4941-ac18-88a719ce7912 req-8ed703d4-d0d6-4480-8e28-d3b42ca97988 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.26 "DELETE /v2.0/ports/f89b0526-ad72-4dbe-9edd-c8cb84512cc3 HTTP/1.1" status: 204 len: 173 time: 1.1916237 Oct 28 19:58:28.553409 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'name': 'network-vif-deleted', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:28.556101 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b526ca9e-9166-455a-8982-b79483a628cf" -d '{"events": [{"server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "name": "network-vif-deleted", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:28.582978 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a85fba68-47b1-4a04-9633-a9aba4aaf3db admin admin] Publish callbacks [] for security_group (27f39c68-cec6-4f73-91be-4bb31e9dbff1), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:28.594757 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a85fba68-47b1-4a04-9633-a9aba4aaf3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (27f39c68-cec6-4f73-91be-4bb31e9dbff1), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:28.627552 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-13e76fb6-19c1-4aa4-8018-0eba399756f3 req-95560a53-cb46-4ea1-be3c-ccd016e3ef04 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ec6f2da-b735-40ee-b5cf-03c501770d0e HTTP/1.1" status: 200 len: 210 time: 0.1035635 Oct 28 19:58:28.642424 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fba68-47b1-4a04-9633-a9aba4aaf3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f39c68-cec6-4f73-91be-4bb31e9dbff1,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:28.743349 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51214) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:28.743845 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-a85fba68-47b1-4a04-9633-a9aba4aaf3db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d86f5f2146b04fb3a8f4a3daa9541279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719053 Oct 28 19:58:28.752632 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-9c7bc488-374e-4e8b-a686-04f3b2ab7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:28.788726 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bc488-374e-4e8b-a686-04f3b2ab7385 None None] Checking router: e6dba45f-3a17-49ca-b146-58236b8e20de for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:58:28.798650 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7bc488-374e-4e8b-a686-04f3b2ab7385 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:28.799589 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-9c7bc488-374e-4e8b-a686-04f3b2ab7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:28.803143 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-38773962-01e9-4181-9d08-de80aa0b9e60 admin admin] Publish callbacks [] for security_group (27f39c68-cec6-4f73-91be-4bb31e9dbff1), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:28.827878 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-38773962-01e9-4181-9d08-de80aa0b9e60 admin admin] Publish callbacks [] for security_group (27f39c68-cec6-4f73-91be-4bb31e9dbff1), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:28.897829 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8968a5fa-ec61-4772-a9ed-8a4efab3147c x-openstack-request-id: req-8968a5fa-ec61-4772-a9ed-8a4efab3147c {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:28.898132 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec6f2da-b735-40ee-b5cf-03c501770d0e", "name": "network-vif-deleted", "tag": "f89b0526-ad72-4dbe-9edd-c8cb84512cc3", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:28.898398 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8968a5fa-ec61-4772-a9ed-8a4efab3147c {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:28.899101 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8968a5fa-ec61-4772-a9ed-8a4efab3147c'] response: {'server_uuid': '8ec6f2da-b735-40ee-b5cf-03c501770d0e', 'name': 'network-vif-deleted', 'tag': 'f89b0526-ad72-4dbe-9edd-c8cb84512cc3', 'status': 'completed', 'code': 200} Oct 28 19:58:28.904019 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-38773962-01e9-4181-9d08-de80aa0b9e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (27f39c68-cec6-4f73-91be-4bb31e9dbff1), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:28.907290 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-38773962-01e9-4181-9d08-de80aa0b9e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:28.908431 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-38773962-01e9-4181-9d08-de80aa0b9e60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27f39c68-cec6-4f73-91be-4bb31e9dbff1 HTTP/1.1" status: 204 len: 168 time: 0.1638443 Oct 28 19:58:28.917207 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38773962-01e9-4181-9d08-de80aa0b9e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f39c68-cec6-4f73-91be-4bb31e9dbff1,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:28.919184 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-9c7bc488-374e-4e8b-a686-04f3b2ab7385 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:29.133512 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-9c7bc488-374e-4e8b-a686-04f3b2ab7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:29.159547 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7bc488-374e-4e8b-a686-04f3b2ab7385 None None] The sync data for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb is: [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '1317ff11-c90c-4090-ab13-ac361265a841', 'name': '', 'network_id': 'c81669af-792b-4a7a-835e-b3e1ad3452aa', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'mac_address': 'fa:16:3e:8a:b6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:47Z', 'updated_at': '2022-10-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'subnets': [{'id': 'fe3e4ba7-bb0c-4734-9d59-faf74be75b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:58:29.385647 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f604fd-248f-4de8-8e57-28721c3eed30 None None] New status for floating IP 8a5dd509-1ee9-4877-b68c-3536824a30e4: DOWN {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:58:29.722587 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51242) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:29.791937 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-045e1b48-5d59-4fcf-8c0c-48ed443bf9b6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (b269cc55-fbe2-4140-8d61-edea9d94020e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:29.817452 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-045e1b48-5d59-4fcf-8c0c-48ed443bf9b6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (b269cc55-fbe2-4140-8d61-edea9d94020e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:29.879435 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-045e1b48-5d59-4fcf-8c0c-48ed443bf9b6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (b269cc55-fbe2-4140-8d61-edea9d94020e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:29.882682 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-045e1b48-5d59-4fcf-8c0c-48ed443bf9b6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:29.884154 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-045e1b48-5d59-4fcf-8c0c-48ed443bf9b6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "DELETE /v2.0/security-groups/b269cc55-fbe2-4140-8d61-edea9d94020e HTTP/1.1" status: 204 len: 168 time: 0.1603777 Oct 28 19:58:29.886781 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51252) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:29.896932 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e1b48-5d59-4fcf-8c0c-48ed443bf9b6 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b269cc55-fbe2-4140-8d61-edea9d94020e,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:29.901459 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.api.v2.resource [None req-cddad20c-90db-4150-a4f7-2386b0e55e76 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] show failed (client error): The resource could not be found. Oct 28 19:58:29.906240 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-cddad20c-90db-4150-a4f7-2386b0e55e76 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "GET /v2.0/security-groups/b269cc55-fbe2-4140-8d61-edea9d94020e HTTP/1.1" status: 404 len: 347 time: 0.0146456 Oct 28 19:58:29.906240 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51256) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:30.039183 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e10294f3-d796-4679-af3f-e12ca37095f7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Deleting port c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:30.039545 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e10294f3-d796-4679-af3f-e12ca37095f7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:30.121525 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e10294f3-d796-4679-af3f-e12ca37095f7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:30.121764 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e10294f3-d796-4679-af3f-e12ca37095f7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:30.134633 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-e10294f3-d796-4679-af3f-e12ca37095f7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Calling delete_port for c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:30.267589 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e10294f3-d796-4679-af3f-e12ca37095f7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:30.293064 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10294f3-d796-4679-af3f-e12ca37095f7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Pushing event deleted for resources: {'Port': ['ID=c3a296d0-ca6e-4e1c-9cc1-8efd2d6bb808,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:30.356032 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e10294f3-d796-4679-af3f-e12ca37095f7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks [] for floatingip (8a5dd509-1ee9-4877-b68c-3536824a30e4), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:30.359431 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e10294f3-d796-4679-af3f-e12ca37095f7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:30.360696 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e10294f3-d796-4679-af3f-e12ca37095f7 tempest-AttachVolumeShelveTestJSON-1036155424 tempest-AttachVolumeShelveTestJSON-1036155424-project] 10.222.0.64 "DELETE /v2.0/floatingips/8a5dd509-1ee9-4877-b68c-3536824a30e4 HTTP/1.1" status: 204 len: 168 time: 0.4540625 Oct 28 19:58:30.882486 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f89b0526-ad72-4dbe-9edd-c8cb84512cc3 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:58:30.903369 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: f89b0526-ad72-4dbe-9edd-c8cb84512cc3 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:58:30.903844 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device f89b0526-ad72-4dbe-9edd-c8cb84512cc3 not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:58:31.161295 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51306) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:31.268153 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0009afaf-10d1-470e-a6fe-31314ec41e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:31.348395 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0009afaf-10d1-470e-a6fe-31314ec41e46 admin admin] Publish callbacks [] for security_group (77ddc610-3be2-470f-a321-8d54674de964), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:31.353156 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0009afaf-10d1-470e-a6fe-31314ec41e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (77ddc610-3be2-470f-a321-8d54674de964), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:31.392563 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-0009afaf-10d1-470e-a6fe-31314ec41e46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79b2e24795cd408ea726cde9e7bd6b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300751 Oct 28 19:58:31.393472 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009afaf-10d1-470e-a6fe-31314ec41e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ddc610-3be2-470f-a321-8d54674de964,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:31.395322 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51316) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:31.443917 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9c51ad0f-4bca-4274-9cf6-dbab814fd270 admin admin] Publish callbacks [] for security_group (77ddc610-3be2-470f-a321-8d54674de964), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:31.466379 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9c51ad0f-4bca-4274-9cf6-dbab814fd270 admin admin] Publish callbacks [] for security_group (77ddc610-3be2-470f-a321-8d54674de964), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:31.520599 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9c51ad0f-4bca-4274-9cf6-dbab814fd270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (77ddc610-3be2-470f-a321-8d54674de964), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:31.530058 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9c51ad0f-4bca-4274-9cf6-dbab814fd270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:31.534096 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-9c51ad0f-4bca-4274-9cf6-dbab814fd270 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77ddc610-3be2-470f-a321-8d54674de964 HTTP/1.1" status: 204 len: 168 time: 0.1354210 Oct 28 19:58:31.542865 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51ad0f-4bca-4274-9cf6-dbab814fd270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ddc610-3be2-470f-a321-8d54674de964,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:32.203611 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51352) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:32.298507 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-541124276-network', 'tenant_id': 'c5adeb9db209432099200863be8834c0'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:32.317529 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Made reservation on behalf of c5adeb9db209432099200863be8834c0 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:58:32.319749 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.328306 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.398369 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Publish callbacks [] for security_group (fe2b4417-ebb3-434f-9ec0-4eb94a9f520b), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.402006 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (fe2b4417-ebb3-434f-9ec0-4eb94a9f520b), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.425703 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:58:32.435559 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:32.440773 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (c95fcfa3-d767-487c-9f5f-b86385df9e9c), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.441120 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.segments_db [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Added segment c95fcfa3-d767-487c-9f5f-b86385df9e9c of type vlan for network 073e2743-4b41-4a24-9087-810bdc6f1924 Oct 28 19:58:32.482125 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (073e2743-4b41-4a24-9087-810bdc6f1924), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.506563 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (073e2743-4b41-4a24-9087-810bdc6f1924), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.507514 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:32.508086 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.556441 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3516517 Oct 28 19:58:32.559339 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51356) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:32.565225 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] Request body: {'subnet': {'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-541124276-subnet', 'tenant_id': 'c5adeb9db209432099200863be8834c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:32.569974 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650e49c-af29-4d1b-ba61-2cfc99598149 admin admin] Pushing event updated for resources: {'Network': ['ID=073e2743-4b41-4a24-9087-810bdc6f1924,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:32.581383 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network 073e2743-4b41-4a24-9087-810bdc6f1924 details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:58:32.591107 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] Made reservation on behalf of c5adeb9db209432099200863be8834c0 for: {'subnet': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:58:32.593561 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8149793'] for subnet (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.768991 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8153596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8149971'] for subnet (064294f1-e889-4897-90c6-2d065aa791d0), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.838567 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=064294f1-e889-4897-90c6-2d065aa791d0,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:32.846179 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51368) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:32.862334 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] Checking segment: {'id': 'c95fcfa3-d767-487c-9f5f-b86385df9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:58:32.862557 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] Network hostable DHCP agents. Network: 073e2743-4b41-4a24-9087-810bdc6f1924, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:58:32.885305 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] Network 073e2743-4b41-4a24-9087-810bdc6f1924 is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:58:32.894969 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, 073e2743-4b41-4a24-9087-810bdc6f1924) {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:58:32.899292 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:32.900023 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:32.908101 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833f0bca-dfba-41eb-8671-f48c48310cb8 None None] Network 073e2743-4b41-4a24-9087-810bdc6f1924 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:58:32.956763 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-3f83907e-c53c-4088-a75f-4791f7dd1d33 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3962514 Oct 28 19:58:33.037761 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5f303b-4095-4749-9690-14954dc6452c None None] Network 073e2743-4b41-4a24-9087-810bdc6f1924 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:58:33.293005 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606274'] for router_interface (e6dba45f-3a17-49ca-b146-58236b8e20de), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:33.540020 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] Deleting port 1317ff11-c90c-4090-ab13-ac361265a841 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:33.540364 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (1317ff11-c90c-4090-ab13-ac361265a841), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:33.621945 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] For port 1317ff11-c90c-4090-ab13-ac361265a841, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=1317ff11-c90c-4090-ab13-ac361265a841,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:33.622507 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (1317ff11-c90c-4090-ab13-ac361265a841), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:33.634795 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] Calling delete_port for 1317ff11-c90c-4090-ab13-ac361265a841 owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:33.812437 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (1317ff11-c90c-4090-ab13-ac361265a841), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:33.837051 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] Pushing event deleted for resources: {'Port': ['ID=1317ff11-c90c-4090-ab13-ac361265a841,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:34.006675 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605938'] for router_interface (e6dba45f-3a17-49ca-b146-58236b8e20de), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:34.222864 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] Router e6dba45f-3a17-49ca-b146-58236b8e20de has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:58:34.323904 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:58:34.329695 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-067ab51e-3fd9-4b3e-ad44-0792e22ec84f admin admin] 10.222.0.64 "PUT /v2.0/routers/e6dba45f-3a17-49ca-b146-58236b8e20de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4824262 Oct 28 19:58:34.332539 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51394) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:34.335180 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1d632c-f789-4eca-b0f2-8334c72a4936 None None] Sync routers for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:58:34.344959 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d632c-f789-4eca-b0f2-8334c72a4936 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:34.345600 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-cd1d632c-f789-4eca-b0f2-8334c72a4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:34.433322 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Publish callbacks [] for router (e6dba45f-3a17-49ca-b146-58236b8e20de), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:34.447016 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-cd1d632c-f789-4eca-b0f2-8334c72a4936 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:34.548300 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Publish callbacks [] for router_gateway (e6dba45f-3a17-49ca-b146-58236b8e20de), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:34.600595 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Deleting port 249be89a-c47e-4bc6-9b33-b6a3c3b83318 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:34.600937 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:34.635525 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-cd1d632c-f789-4eca-b0f2-8334c72a4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:58:33Z', 'revision_number': 5, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port': {'id': '249be89a-c47e-4bc6-9b33-b6a3c3b83318', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:52:38Z', 'updated_at': '2022-10-28T19:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:34.664324 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1d632c-f789-4eca-b0f2-8334c72a4936 None None] Checking router: e6dba45f-3a17-49ca-b146-58236b8e20de for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:58:34.672602 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d632c-f789-4eca-b0f2-8334c72a4936 None None] Routers {'e6dba45f-3a17-49ca-b146-58236b8e20de'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:34.673324 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-cd1d632c-f789-4eca-b0f2-8334c72a4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['e6dba45f-3a17-49ca-b146-58236b8e20de'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:34.729607 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] For port 249be89a-c47e-4bc6-9b33-b6a3c3b83318, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=249be89a-c47e-4bc6-9b33-b6a3c3b83318,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:34.730209 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:34.749890 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Calling delete_port for 249be89a-c47e-4bc6-9b33-b6a3c3b83318 owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:34.755607 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-cd1d632c-f789-4eca-b0f2-8334c72a4936 None None] Set router e6dba45f-3a17-49ca-b146-58236b8e20de gateway port host: None {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:34.805034 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-cd1d632c-f789-4eca-b0f2-8334c72a4936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:58:34Z', 'revision_number': 6, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port_host': None}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:34.820218 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-7bd13709-31b6-4a8d-ae3b-835156c34e2e tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:34.821708 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-7bd13709-31b6-4a8d-ae3b-835156c34e2e tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/networks?id=073e2743-4b41-4a24-9087-810bdc6f1924 HTTP/1.1" status: 200 len: 813 time: 0.1638584 Oct 28 19:58:34.829674 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1d632c-f789-4eca-b0f2-8334c72a4936 None None] The sync data for ids ['e6dba45f-3a17-49ca-b146-58236b8e20de'] in dv-cinder-862894-1-smb is: [{'id': 'e6dba45f-3a17-49ca-b146-58236b8e20de', 'name': 'tempest-AttachVolumeShelveTestJSON-1978538609-router', 'tenant_id': 'e2537368d29e431a9757a354ffb5e174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:52:37Z', 'updated_at': '2022-10-28T19:58:34Z', 'revision_number': 6, 'project_id': 'e2537368d29e431a9757a354ffb5e174', 'gw_port_host': None}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:58:34.852865 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-dc56fafe-eb69-489b-9f39-d36588c0841d tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/quotas/c5adeb9db209432099200863be8834c0 HTTP/1.1" status: 200 len: 375 time: 0.0216210 Oct 28 19:58:34.920278 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-dcab72cd-610e-4776-96db-5a240cd85651 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5adeb9db209432099200863be8834c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558796 Oct 28 19:58:35.031979 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (249be89a-c47e-4bc6-9b33-b6a3c3b83318), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:35.064473 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Pushing event deleted for resources: {'Port': ['ID=249be89a-c47e-4bc6-9b33-b6a3c3b83318,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:35.139089 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-89624399-42ac-4a97-817d-08ef1dd1efd2 service neutron] 10.222.0.64 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095280 Oct 28 19:58:35.399583 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609160'] for router_gateway (e6dba45f-3a17-49ca-b146-58236b8e20de), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:35.519868 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6337'] for router (e6dba45f-3a17-49ca-b146-58236b8e20de), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:35.523666 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Publish callbacks [] for router_controller (e6dba45f-3a17-49ca-b146-58236b8e20de), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:35.583074 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-b601f9ee-42e2-453b-8681-467519c68d44 service neutron] 10.222.0.64 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381158 Oct 28 19:58:35.594039 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605668'] for router (e6dba45f-3a17-49ca-b146-58236b8e20de), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:35.594614 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6dba45f-3a17-49ca-b146-58236b8e20de {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:58:35.602150 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:35.606303 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-1612f36e-74e7-4912-9e89-7077217ae11e admin admin] 10.222.0.64 "DELETE /v2.0/routers/e6dba45f-3a17-49ca-b146-58236b8e20de HTTP/1.1" status: 204 len: 168 time: 1.2703068 Oct 28 19:58:35.607254 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51424) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:35.662558 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab2cdc5-b9c1-45e7-96dd-dd71576a4f7a admin admin] Deleting subnet fe3e4ba7-bb0c-4734-9d59-faf74be75b2f {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:58:35.665916 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ab2cdc5-b9c1-45e7-96dd-dd71576a4f7a admin admin] Publish callbacks [] for subnet (fe3e4ba7-bb0c-4734-9d59-faf74be75b2f), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:35.709277 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ab2cdc5-b9c1-45e7-96dd-dd71576a4f7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384175'] for subnet (fe3e4ba7-bb0c-4734-9d59-faf74be75b2f), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:35.747424 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 249be89a-c47e-4bc6-9b33-b6a3c3b83318 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:58:35.791617 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 249be89a-c47e-4bc6-9b33-b6a3c3b83318 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:58:35.792446 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 249be89a-c47e-4bc6-9b33-b6a3c3b83318 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:58:35.793359 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 1317ff11-c90c-4090-ab13-ac361265a841 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:58:35.804153 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ab2cdc5-b9c1-45e7-96dd-dd71576a4f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (fe3e4ba7-bb0c-4734-9d59-faf74be75b2f), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:35.850257 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 1317ff11-c90c-4090-ab13-ac361265a841 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:58:35.865956 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 1317ff11-c90c-4090-ab13-ac361265a841 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:58:35.892715 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ab2cdc5-b9c1-45e7-96dd-dd71576a4f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8153533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8149964'] for subnet (fe3e4ba7-bb0c-4734-9d59-faf74be75b2f), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:35.939139 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbccf2a-6f67-4794-9bfc-e09950481847 None None] Network c81669af-792b-4a7a-835e-b3e1ad3452aa requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:58:35.950016 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2cdc5-b9c1-45e7-96dd-dd71576a4f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe3e4ba7-bb0c-4734-9d59-faf74be75b2f,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:35.953123 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1ab2cdc5-b9c1-45e7-96dd-dd71576a4f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:35.958977 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-1ab2cdc5-b9c1-45e7-96dd-dd71576a4f7a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fe3e4ba7-bb0c-4734-9d59-faf74be75b2f HTTP/1.1" status: 204 len: 168 time: 0.3491356 Oct 28 19:58:35.958977 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7786832f-0cd4-4e43-8569-a5b1bf2d0625 req-b11e0654-7aa1-46f5-b874-c50c2f32addd tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 210 time: 0.0382659 Oct 28 19:58:35.959264 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51432) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:36.076191 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (c81669af-792b-4a7a-835e-b3e1ad3452aa), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.151771 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Deleting port 56d988a1-8ba7-4488-8483-3f8b19779899 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:36.152127 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.184744 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89918ba-04ea-48be-b650-b4b52d99d1c0 None None] DHCP port deletion for c81669af-792b-4a7a-835e-b3e1ad3452aa request from dv-cinder-862894-1-smb {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:58:36.232285 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-b89918ba-04ea-48be-b650-b4b52d99d1c0 None None] Deleting port 56d988a1-8ba7-4488-8483-3f8b19779899 {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:36.232824 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b89918ba-04ea-48be-b650-b4b52d99d1c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.253670 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] For port 56d988a1-8ba7-4488-8483-3f8b19779899, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=56d988a1-8ba7-4488-8483-3f8b19779899,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:36.254038 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.268332 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Calling delete_port for 56d988a1-8ba7-4488-8483-3f8b19779899 owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:36.315390 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-b89918ba-04ea-48be-b650-b4b52d99d1c0 None None] For port 56d988a1-8ba7-4488-8483-3f8b19779899, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=56d988a1-8ba7-4488-8483-3f8b19779899,segment=NetworkSegment(aebbf10a-c674-4203-b337-76f336e4edd6),segment_id=aebbf10a-c674-4203-b337-76f336e4edd6)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:36.316086 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b89918ba-04ea-48be-b650-b4b52d99d1c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.332947 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-b89918ba-04ea-48be-b650-b4b52d99d1c0 None None] Calling delete_port for 56d988a1-8ba7-4488-8483-3f8b19779899 owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:36.382944 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.409995 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Pushing event deleted for resources: {'Port': ['ID=56d988a1-8ba7-4488-8483-3f8b19779899,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:36.427370 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] No DVR routers for this DVR port 56d988a1-8ba7-4488-8483-3f8b19779899 on host dv-cinder-862894-1-smb {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:58:36.443655 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b89918ba-04ea-48be-b650-b4b52d99d1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013'] for port (56d988a1-8ba7-4488-8483-3f8b19779899), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.456735 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89918ba-04ea-48be-b650-b4b52d99d1c0 None None] No DVR routers for this DVR port 56d988a1-8ba7-4488-8483-3f8b19779899 on host dv-cinder-862894-1-smb {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:58:36.492689 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89918ba-04ea-48be-b650-b4b52d99d1c0 None None] Pushing event deleted for resources: {'Port': ['ID=56d988a1-8ba7-4488-8483-3f8b19779899,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:36.514958 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3136-7260-4936-aac8-28cd98421b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.525370 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (c81669af-792b-4a7a-835e-b3e1ad3452aa), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.551769 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81669af-792b-4a7a-835e-b3e1ad3452aa']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:36.573042 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebbf10a-c674-4203-b337-76f336e4edd6') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:36.573042 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebbf10a-c674-4203-b337-76f336e4edd6') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:36.578831 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384182'] for segment (aebbf10a-c674-4203-b337-76f336e4edd6), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.593980 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (aebbf10a-c674-4203-b337-76f336e4edd6), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.601203 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:58:36.601569 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8154459'] for segment (aebbf10a-c674-4203-b337-76f336e4edd6), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.665943 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (c81669af-792b-4a7a-835e-b3e1ad3452aa), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.689489 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.693690 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] 10.222.0.64 "DELETE /v2.0/networks/c81669af-792b-4a7a-835e-b3e1ad3452aa HTTP/1.1" status: 204 len: 168 time: 0.7323956 Oct 28 19:58:36.693690 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de802d26-4b02-4363-9288-ba1b26c2037b admin admin] Pushing event deleted for resources: {'Network': ['ID=c81669af-792b-4a7a-835e-b3e1ad3452aa,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:36.717258 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment aebbf10a-c674-4203-b337-76f336e4edd6 resource provider aggregate not found Oct 28 19:58:36.740470 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment aebbf10a-c674-4203-b337-76f336e4edd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aebbf10a-c674-4203-b337-76f336e4edd6 found for delete ", "request_id": "req-5f64a7d2-480e-4386-be87-61b872b51f76"}]} Oct 28 19:58:36.815858 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51460) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:36.857410 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-609f7ea3-027d-42d3-b3ff-2203072e6a54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2537368d29e431a9757a354ffb5e174&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401039 Oct 28 19:58:36.860446 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51462) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:36.908825 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-992c6a36-de74-46aa-899c-4b326f52528b admin admin] Publish callbacks [] for security_group (8fa14fb5-af90-45aa-b70a-0ac50d3ce06c), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.929905 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-992c6a36-de74-46aa-899c-4b326f52528b admin admin] Publish callbacks [] for security_group (8fa14fb5-af90-45aa-b70a-0ac50d3ce06c), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.979661 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-992c6a36-de74-46aa-899c-4b326f52528b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (8fa14fb5-af90-45aa-b70a-0ac50d3ce06c), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.982275 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-992c6a36-de74-46aa-899c-4b326f52528b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:36.983924 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-992c6a36-de74-46aa-899c-4b326f52528b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8fa14fb5-af90-45aa-b70a-0ac50d3ce06c HTTP/1.1" status: 204 len: 168 time: 0.1224856 Oct 28 19:58:36.991354 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c6a36-de74-46aa-899c-4b326f52528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa14fb5-af90-45aa-b70a-0ac50d3ce06c,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:37.086377 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7f29393b-699d-447c-beaf-4af25b4385b5 req-b6c0a133-1a58-42b9-a8b6-877ad653e1c5 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 210 time: 0.0315099 Oct 28 19:58:37.265009 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-d776a578-e915-4cbf-90ea-20a602d96885 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:37.266774 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-d776a578-e915-4cbf-90ea-20a602d96885 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.26 "GET /v2.0/networks?id=073e2743-4b41-4a24-9087-810bdc6f1924 HTTP/1.1" status: 200 len: 813 time: 0.1095915 Oct 28 19:58:37.282654 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Request body: {'port': {'device_id': '4af895cf-fa01-45ee-b271-546c08da62e1', 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924', 'admin_state_up': True, 'tenant_id': 'c5adeb9db209432099200863be8834c0'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:37.401541 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Made reservation on behalf of c5adeb9db209432099200863be8834c0 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:58:37.404857 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:37.543787 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Allocated IP 172.20.0.5 (073e2743-4b41-4a24-9087-810bdc6f1924/064294f1-e889-4897-90c6-2d065aa791d0/361c627e-eaf4-4d9d-b12c-98279ff50d09) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:58:37.670668 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 56d988a1-8ba7-4488-8483-3f8b19779899 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:58:37.694553 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 56d988a1-8ba7-4488-8483-3f8b19779899 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:58:37.694989 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 56d988a1-8ba7-4488-8483-3f8b19779899 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:58:37.720270 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks [] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:37.730540 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51496) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:37.759119 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:37.807911 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Network 073e2743-4b41-4a24-9087-810bdc6f1924 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:58:37.815424 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:58:37.817638 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Pushing event updated for resources: {'Port': ['ID=361c627e-eaf4-4d9d-b12c-98279ff50d09,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:37.819776 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:58:37.857773 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2131498421-network', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:37.876472 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:37.877309 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:37.879775 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Made reservation on behalf of b8b44f83814c4884a34c87335a5275ef for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:58:37.882649 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:37.892445 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:37.895107 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-65483c81-63e8-430e-a7f8-cd053f5d4f89 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204033 Oct 28 19:58:37.963150 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Request body: {'port': {'device_id': '4af895cf-fa01-45ee-b271-546c08da62e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:37.976413 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Publish callbacks [] for security_group (68020894-b58c-4525-bcc4-2b25a5f9e06e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:37.981025 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (68020894-b58c-4525-bcc4-2b25a5f9e06e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.005549 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:58:38.027809 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (7058274a-5a1a-40e9-860d-764df3f1efdb), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.028376 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.segments_db [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Added segment 7058274a-5a1a-40e9-860d-764df3f1efdb of type vlan for network 34106c65-61da-4f30-bd6e-bdeb635e2162 Oct 28 19:58:38.029751 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68020894-b58c-4525-bcc4-2b25a5f9e06e,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:38.037906 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.077497 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (34106c65-61da-4f30-bd6e-bdeb635e2162), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.106579 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (34106c65-61da-4f30-bd6e-bdeb635e2162), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.107344 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:38.108168 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.180292 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] Pushing event updated for resources: {'Network': ['ID=34106c65-61da-4f30-bd6e-bdeb635e2162,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:38.189366 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-782c240e-15b2-4f0b-8579-ee9463b8b371 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4577515 Oct 28 19:58:38.193661 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51514) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:38.194752 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network 34106c65-61da-4f30-bd6e-bdeb635e2162 details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:58:38.199160 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] Request body: {'subnet': {'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2131498421-subnet', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:38.226854 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] Made reservation on behalf of b8b44f83814c4884a34c87335a5275ef for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:58:38.230040 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336607'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.275438 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51516) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:38.292981 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99fb61-361a-4529-bb3b-844c5e43b686 req-f4a1c08e-a978-4407-8593-3c4b9e4f7022 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:38.294825 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3c99fb61-361a-4529-bb3b-844c5e43b686 req-f4a1c08e-a978-4407-8593-3c4b9e4f7022 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 931 time: 0.1294184 Oct 28 19:58:38.377792 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3c99fb61-361a-4529-bb3b-844c5e43b686 req-fd0eef5d-285a-4085-8736-9d9c82d5d14d tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738113 Oct 28 19:58:38.423033 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c7c61617-6b34-4bb8-8084-85aec3747453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.426805 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4778505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336429'] for subnet (e755505c-15bc-4e3a-9b0c-d97821dc8c4f), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.440732 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361c627e-eaf4-4d9d-b12c-98279ff50d09 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:58:38.449683 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Publish callbacks [] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.472481 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Transition to ACTIVE for port object 361c627e-eaf4-4d9d-b12c-98279ff50d09 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:58:38.481859 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.491948 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e755505c-15bc-4e3a-9b0c-d97821dc8c4f,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:38.496549 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] Checking segment: {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:58:38.496920 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] Network hostable DHCP agents. Network: 34106c65-61da-4f30-bd6e-bdeb635e2162, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:58:38.515836 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] Network 34106c65-61da-4f30-bd6e-bdeb635e2162 is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:58:38.526400 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, 34106c65-61da-4f30-bd6e-bdeb635e2162) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:58:38.534233 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:38.535413 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.542233 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dff37a5-7c21-4c7c-98d8-b43bc58139c2 None None] Network 34106c65-61da-4f30-bd6e-bdeb635e2162 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:58:38.553994 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-8c05d6bc-3410-4749-9758-02ba746fa77a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3592386 Oct 28 19:58:38.556669 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51520) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:38.561105 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:38.583960 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6387'] for router (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.585051 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2087092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.590022 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Pushing event updated for resources: {'Port': ['ID=361c627e-eaf4-4d9d-b12c-98279ff50d09,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:38.642661 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Publish callbacks [] for router_controller (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.651094 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c7c61617-6b34-4bb8-8084-85aec3747453 admin admin] Publish callbacks [] for security_group (1ed72779-9cd3-47e0-9bf1-bbd85821eff2), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.652225 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5142abc3-3012-57d9-acdb-166ebcb134d1-34106c65-61da-4f30-bd6e-bdeb635e2162', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f'}]}} from dv-cinder-862894-1-smb. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:58:38.653788 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.658314 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Attempting to bind port 361c627e-eaf4-4d9d-b12c-98279ff50d09 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:58:38.658650 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Attempting to bind port 361c627e-eaf4-4d9d-b12c-98279ff50d09 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'c95fcfa3-d767-487c-9f5f-b86385df9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:58:38.658989 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Attempting to bind port 361c627e-eaf4-4d9d-b12c-98279ff50d09 on network 073e2743-4b41-4a24-9087-810bdc6f1924 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:58:38.661075 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c7c61617-6b34-4bb8-8084-85aec3747453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (1ed72779-9cd3-47e0-9bf1-bbd85821eff2), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.691359 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Port 361c627e-eaf4-4d9d-b12c-98279ff50d09 on network 073e2743-4b41-4a24-9087-810bdc6f1924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:58:38.691711 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Attempting to bind port 361c627e-eaf4-4d9d-b12c-98279ff50d09 on network 073e2743-4b41-4a24-9087-810bdc6f1924 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:58:38.692517 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-34842576-5fc7-4a88-b3e6-495edd3fa142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.707004 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-c7c61617-6b34-4bb8-8084-85aec3747453 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0682dfb7b3e84b5486f5eedc63fcdb0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272153 Oct 28 19:58:38.712323 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:58:38.712670 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Checking segment: {'id': 'c95fcfa3-d767-487c-9f5f-b86385df9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:58:38.713055 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Bound using segment: {'id': 'c95fcfa3-d767-487c-9f5f-b86385df9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:58:38.713521 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Bound port: 361c627e-eaf4-4d9d-b12c-98279ff50d09, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95fcfa3-d767-487c-9f5f-b86385df9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:58:38.713891 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.719475 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51522) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:38.739281 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c61617-6b34-4bb8-8084-85aec3747453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed72779-9cd3-47e0-9bf1-bbd85821eff2,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:38.802194 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Publish callbacks [] for router_gateway (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.819395 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Allocated IP 172.20.0.2 (34106c65-61da-4f30-bd6e-bdeb635e2162/e755505c-15bc-4e3a-9b0c-d97821dc8c4f/1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:58:38.822715 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0a29087a-9153-4606-8960-af5d03a01109 admin admin] Publish callbacks [] for security_group (1ed72779-9cd3-47e0-9bf1-bbd85821eff2), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.827520 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] For port 361c627e-eaf4-4d9d-b12c-98279ff50d09, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:58:38.833078 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] For port 361c627e-eaf4-4d9d-b12c-98279ff50d09, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=361c627e-eaf4-4d9d-b12c-98279ff50d09,segment=NetworkSegment(c95fcfa3-d767-487c-9f5f-b86385df9e9c),segment_id=c95fcfa3-d767-487c-9f5f-b86385df9e9c)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:58:38.850812 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.853956 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:38.855205 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.856228 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] 10.222.0.26 "PUT /v2.0/ports/361c627e-eaf4-4d9d-b12c-98279ff50d09 HTTP/1.1" status: 200 len: 1093 time: 0.9551241 Oct 28 19:58:38.863832 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af895cf-fa01-45ee-b271-546c08da62e1', 'tag': '361c627e-eaf4-4d9d-b12c-98279ff50d09'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:38.865455 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c21522a-7e64-4507-88c7-a146178c8fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "4af895cf-fa01-45ee-b271-546c08da62e1", "tag": "361c627e-eaf4-4d9d-b12c-98279ff50d09"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:38.888920 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0a29087a-9153-4606-8960-af5d03a01109 admin admin] Publish callbacks [] for security_group (1ed72779-9cd3-47e0-9bf1-bbd85821eff2), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.961898 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81476bfa-1fe3-4178-b6df-03807c1354f3 x-openstack-request-id: req-81476bfa-1fe3-4178-b6df-03807c1354f3 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:38.962197 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af895cf-fa01-45ee-b271-546c08da62e1", "tag": "361c627e-eaf4-4d9d-b12c-98279ff50d09", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:38.962458 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81476bfa-1fe3-4178-b6df-03807c1354f3 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:38.962869 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81476bfa-1fe3-4178-b6df-03807c1354f3'] response: {'name': 'network-changed', 'server_uuid': '4af895cf-fa01-45ee-b271-546c08da62e1', 'tag': '361c627e-eaf4-4d9d-b12c-98279ff50d09', 'status': 'completed', 'code': 200} Oct 28 19:58:38.978518 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0a16d-426d-4e1a-a20d-2e5d28a8e2fb service neutron] Pushing event updated for resources: {'Port': ['ID=361c627e-eaf4-4d9d-b12c-98279ff50d09,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:38.990321 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Publish callbacks [] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:38.999940 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.000882 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-1e6d6a54-f97a-480f-82fe-2b3833716972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:39.002750 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-1e6d6a54-f97a-480f-82fe-2b3833716972 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5adeb9db209432099200863be8834c0&device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 1127 time: 0.0918860 Oct 28 19:58:39.009101 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0a29087a-9153-4606-8960-af5d03a01109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (1ed72779-9cd3-47e0-9bf1-bbd85821eff2), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.013651 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-0a29087a-9153-4606-8960-af5d03a01109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.018672 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-0a29087a-9153-4606-8960-af5d03a01109 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1ed72779-9cd3-47e0-9bf1-bbd85821eff2 HTTP/1.1" status: 204 len: 168 time: 0.2982268 Oct 28 19:58:39.065790 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-7231fa60-17c5-49e6-97e9-33d37ec5c5f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=361c627e-eaf4-4d9d-b12c-98279ff50d09 HTTP/1.1" status: 200 len: 217 time: 0.0447772 Oct 28 19:58:39.066671 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29087a-9153-4606-8960-af5d03a01109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed72779-9cd3-47e0-9bf1-bbd85821eff2,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:39.068702 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Pushing event updated for resources: {'Port': ['ID=1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:39.095742 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Network 34106c65-61da-4f30-bd6e-bdeb635e2162 is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:58:39.101096 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:58:39.107107 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:58:39.137034 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-be59047c-e973-4e6b-8c57-d565b8ca244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:39.138571 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-be59047c-e973-4e6b-8c57-d565b8ca244a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=064294f1-e889-4897-90c6-2d065aa791d0 HTTP/1.1" status: 200 len: 853 time: 0.0565093 Oct 28 19:58:39.182578 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Attempting to bind port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:58:39.183211 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Attempting to bind port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:58:39.184411 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Attempting to bind port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 on network 34106c65-61da-4f30-bd6e-bdeb635e2162 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:58:39.186991 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-f37b2e95-f397-431a-a9a7-6eb5b4b308f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=073e2743-4b41-4a24-9087-810bdc6f1924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414677 Oct 28 19:58:39.191215 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:58:39.191714 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Checking segment: {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:58:39.192139 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.192537 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Bound using segment: {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:58:39.193032 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Bound port: 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:58:39.193507 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.286544 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] For port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:58:39.291426 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] For port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:58:39.297845 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-2160ee1d-3621-4d1e-8a80-b076154db0b0 service neutron] 10.222.0.26 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045418 Oct 28 19:58:39.298931 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.299396 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Publish callbacks [] for router_gateway (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.321863 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.378784 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0e95b-3aa7-480f-b6f2-3d251db094c3 None None] Pushing event updated for resources: {'Port': ['ID=1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:39.395695 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51530) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:39.415151 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-35f25e33-c331-4118-a197-fd709f1de7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.462345 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0695c702-d7ac-44ba-a53f-0d191ebddef9 req-f6057a26-f9fb-4121-9873-d74b9afbe253 service neutron] 10.222.0.26 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578908 Oct 28 19:58:39.469448 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Allocated IP 172.28.3.80 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/37d1aa21-d2ec-46a8-bd90-f4b3b310cec1) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:58:39.644600 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a4b76-19bb-4394-93af-e442f332c284 req-109d9f9d-8ad1-4755-8902-dbc34ce85a87 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:39.646272 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1b3a4b76-19bb-4394-93af-e442f332c284 req-109d9f9d-8ad1-4755-8902-dbc34ce85a87 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 943 time: 0.1688373 Oct 28 19:58:39.646488 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Publish callbacks [] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.653667 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-35f25e33-c331-4118-a197-fd709f1de7bb admin admin] Publish callbacks [] for security_group (f5659cec-cb5b-438a-a933-64b7a79ec68b), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.669524 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-35f25e33-c331-4118-a197-fd709f1de7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f5659cec-cb5b-438a-a933-64b7a79ec68b), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.694870 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.697889 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21522a-7e64-4507-88c7-a146178c8fbf req-36432afb-43b7-4ece-8088-26c27e6aea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:39.699489 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c21522a-7e64-4507-88c7-a146178c8fbf req-36432afb-43b7-4ece-8088-26c27e6aea79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5adeb9db209432099200863be8834c0&device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 1127 time: 0.1747150 Oct 28 19:58:39.735881 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:58:39.738769 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:58:39.744796 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:58:39.744979 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:58:39.761735 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Pushing event updated for resources: {'Port': ['ID=37d1aa21-d2ec-46a8-bd90-f4b3b310cec1,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:39.791510 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-35f25e33-c331-4118-a197-fd709f1de7bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ae3a6a6e3074a629343514d23508033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946290 Oct 28 19:58:39.797781 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51534) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:39.807727 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f25e33-c331-4118-a197-fd709f1de7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5659cec-cb5b-438a-a933-64b7a79ec68b,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:39.813248 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:39.814005 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.814551 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 Oct 28 19:58:39.821362 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1b3a4b76-19bb-4394-93af-e442f332c284 req-c0c1001f-0cb8-45b2-80b4-e502cf76ea93 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629081 Oct 28 19:58:39.859026 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21522a-7e64-4507-88c7-a146178c8fbf req-e8bcb049-aaab-4dd0-841f-f0e1ff0c634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:39.860542 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c21522a-7e64-4507-88c7-a146178c8fbf req-e8bcb049-aaab-4dd0-841f-f0e1ff0c634f service neutron] 10.222.0.26 "GET /v2.0/networks?id=073e2743-4b41-4a24-9087-810bdc6f1924 HTTP/1.1" status: 200 len: 914 time: 0.1527579 Oct 28 19:58:39.892199 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.905726 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c21522a-7e64-4507-88c7-a146178c8fbf req-204eed69-cc07-410c-a5ee-36cf3a3df996 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=361c627e-eaf4-4d9d-b12c-98279ff50d09 HTTP/1.1" status: 200 len: 217 time: 0.0385792 Oct 28 19:58:39.934510 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:39.935263 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.955088 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0869f505-0279-4c2b-bd24-e42ed457f8f3 admin admin] Publish callbacks [] for security_group (f5659cec-cb5b-438a-a933-64b7a79ec68b), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.960753 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21522a-7e64-4507-88c7-a146178c8fbf req-04d6bd8c-b7c0-4c9a-bcb0-46b43ffea1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:39.962307 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c21522a-7e64-4507-88c7-a146178c8fbf req-04d6bd8c-b7c0-4c9a-bcb0-46b43ffea1c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=064294f1-e889-4897-90c6-2d065aa791d0 HTTP/1.1" status: 200 len: 853 time: 0.0502636 Oct 28 19:58:39.976082 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:39.985374 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:39.991951 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0869f505-0279-4c2b-bd24-e42ed457f8f3 admin admin] Publish callbacks [] for security_group (f5659cec-cb5b-438a-a933-64b7a79ec68b), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.003066 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c21522a-7e64-4507-88c7-a146178c8fbf req-75dc7da3-7617-4e22-a8e3-3c47d1ad124f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=073e2743-4b41-4a24-9087-810bdc6f1924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337038 Oct 28 19:58:40.044218 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:40.106081 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c21522a-7e64-4507-88c7-a146178c8fbf req-18ab28c2-6a11-4251-86bf-61fdafe71117 service neutron] 10.222.0.26 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965266 Oct 28 19:58:40.118563 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Publish callbacks [] for router_gateway (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.120496 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0869f505-0279-4c2b-bd24-e42ed457f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f5659cec-cb5b-438a-a933-64b7a79ec68b), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.123225 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0869f505-0279-4c2b-bd24-e42ed457f8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.124891 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-0869f505-0279-4c2b-bd24-e42ed457f8f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5659cec-cb5b-438a-a933-64b7a79ec68b HTTP/1.1" status: 204 len: 168 time: 0.3257904 Oct 28 19:58:40.165369 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869f505-0279-4c2b-bd24-e42ed457f8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5659cec-cb5b-438a-a933-64b7a79ec68b,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:40.209811 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7c21522a-7e64-4507-88c7-a146178c8fbf req-33b2a041-a11f-4464-8e40-d90ca01af865 service neutron] 10.222.0.26 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961983 Oct 28 19:58:40.340278 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609196'] for router (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.488509 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e is scheduled to L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:58:40.537213 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51540) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:40.550314 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7446a8-ab2c-4bbf-b239-335738fb2d7e None None] Network 34106c65-61da-4f30-bd6e-bdeb635e2162 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:58:40.553161 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bf6efdc1-e5b1-4b65-b088-c425f9cbf08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.605112 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:58:40.622696 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-498879ae-7952-4ce5-a270-75e962ad6e19 None None] Provisioning complete for port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:40.623133 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-498879ae-7952-4ce5-a270-75e962ad6e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.623487 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-498879ae-7952-4ce5-a270-75e962ad6e19 None None] Attempt 1 to provision port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 Oct 28 19:58:40.625539 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Sync routers for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:58:40.626438 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.631112 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-b245e262-c704-40e9-91f7-8b4cc81e4052 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0707097 Oct 28 19:58:40.631271 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51542) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:40.637105 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bf6efdc1-e5b1-4b65-b088-c425f9cbf08e admin admin] Publish callbacks [] for security_group (ec951de2-46e2-426d-8c5a-31af9b523701), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.641887 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-bf6efdc1-e5b1-4b65-b088-c425f9cbf08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ec951de2-46e2-426d-8c5a-31af9b523701), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.679862 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:40.680510 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:40.684677 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-bf6efdc1-e5b1-4b65-b088-c425f9cbf08e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e8a6fc1e86048d99f8d763219da0d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463590 Oct 28 19:58:40.685770 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6efdc1-e5b1-4b65-b088-c425f9cbf08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec951de2-46e2-426d-8c5a-31af9b523701,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:40.688001 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51544) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:40.814630 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-498bdbbd-b499-4cc6-a8e6-046d04a11711 admin admin] Publish callbacks [] for security_group (ec951de2-46e2-426d-8c5a-31af9b523701), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.840246 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-498879ae-7952-4ce5-a270-75e962ad6e19 None None] Current status of the port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:40.845306 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:40.847896 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-498bdbbd-b499-4cc6-a8e6-046d04a11711 admin admin] Publish callbacks [] for security_group (ec951de2-46e2-426d-8c5a-31af9b523701), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:40.921213 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 361c627e-eaf4-4d9d-b12c-98279ff50d09 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:58:41.005730 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-498bdbbd-b499-4cc6-a8e6-046d04a11711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ec951de2-46e2-426d-8c5a-31af9b523701), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.008607 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-498bdbbd-b499-4cc6-a8e6-046d04a11711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.010757 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-498bdbbd-b499-4cc6-a8e6-046d04a11711 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec951de2-46e2-426d-8c5a-31af9b523701 HTTP/1.1" status: 204 len: 168 time: 0.3214989 Oct 28 19:58:41.024381 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bdbbd-b499-4cc6-a8e6-046d04a11711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec951de2-46e2-426d-8c5a-31af9b523701,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:41.025840 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941aebc-ea3f-4238-92be-fee66c9c7d18 req-8a42b244-5486-461b-bfcb-2e757d2e15bf tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:41.036016 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a941aebc-ea3f-4238-92be-fee66c9c7d18 req-8a42b244-5486-461b-bfcb-2e757d2e15bf tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 943 time: 0.0934806 Oct 28 19:58:41.105779 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a941aebc-ea3f-4238-92be-fee66c9c7d18 req-27dc95e2-7a14-488c-b8fe-b9e5054f8c92 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684607 Oct 28 19:58:41.174347 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.331728 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-af556292-6092-47b8-bf28-7b09a281fcb3 None None] Provisioning complete for port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:41.331872 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-af556292-6092-47b8-bf28-7b09a281fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.332167 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-af556292-6092-47b8-bf28-7b09a281fcb3 None None] Attempt 1 to provision port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 Oct 28 19:58:41.365209 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Allocated IP 172.20.0.1 (34106c65-61da-4f30-bd6e-bdeb635e2162/e755505c-15bc-4e3a-9b0c-d97821dc8c4f/c30ee11e-3b75-46a7-88ed-6bbd840a9527) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:58:41.377801 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 361c627e-eaf4-4d9d-b12c-98279ff50d09, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=361c627e-eaf4-4d9d-b12c-98279ff50d09,segment=NetworkSegment(c95fcfa3-d767-487c-9f5f-b86385df9e9c),segment_id=c95fcfa3-d767-487c-9f5f-b86385df9e9c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:41.399149 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '361c627e-eaf4-4d9d-b12c-98279ff50d09', 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924', 'port_id': '361c627e-eaf4-4d9d-b12c-98279ff50d09', 'mac_address': 'fa:16:3e:02:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064294f1-e889-4897-90c6-2d065aa791d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:58:41.490494 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.491958 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Publish callbacks [] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.497743 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 361c627e-eaf4-4d9d-b12c-98279ff50d09 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:41.498136 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.502774 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:39Z', 'revision_number': 3, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:41.504376 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-af556292-6092-47b8-bf28-7b09a281fcb3 None None] Current status of the port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:41.532558 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.539886 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Checking router: 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:58:41.540523 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Updating router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 binding host dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:58:41.561078 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361c627e-eaf4-4d9d-b12c-98279ff50d09 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:58:41.574693 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Network 34106c65-61da-4f30-bd6e-bdeb635e2162 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:58:41.579047 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:58:41.582984 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:58:41.597227 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 361c627e-eaf4-4d9d-b12c-98279ff50d09, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=361c627e-eaf4-4d9d-b12c-98279ff50d09,segment=NetworkSegment(c95fcfa3-d767-487c-9f5f-b86385df9e9c),segment_id=c95fcfa3-d767-487c-9f5f-b86385df9e9c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:41.599753 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.618744 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Pushing event updated for resources: {'Port': ['ID=c30ee11e-3b75-46a7-88ed-6bbd840a9527,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:41.642804 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.651644 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606201'] for router_interface (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.735942 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:58:41.818295 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=361c627e-eaf4-4d9d-b12c-98279ff50d09,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:41.852525 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.874382 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['361c627e-eaf4-4d9d-b12c-98279ff50d09'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:58:41.879336 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:41.879720 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:41.880066 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 Oct 28 19:58:42.001850 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Provisioning complete for port c30ee11e-3b75-46a7-88ed-6bbd840a9527 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:42.002247 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.002577 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Attempt 1 to provision port c30ee11e-3b75-46a7-88ed-6bbd840a9527 Oct 28 19:58:42.020932 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Publish callbacks [] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.025912 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.101925 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Port c30ee11e-3b75-46a7-88ed-6bbd840a9527 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:58:42.105749 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606317'] for router_interface (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.107496 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Pushing event updated for resources: {'Port': ['ID=c30ee11e-3b75-46a7-88ed-6bbd840a9527,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:42.145937 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:42.177026 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Publish callbacks [] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.194025 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.215929 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Network 34106c65-61da-4f30-bd6e-bdeb635e2162 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:58:42.217769 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:58:42.236732 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Attempting to bind port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:58:42.237122 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Attempting to bind port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:58:42.237522 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Attempting to bind port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 on network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:58:42.261012 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:58:42.261397 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Checking segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:58:42.262730 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.263157 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Bound using segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:58:42.263791 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Bound port: 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:58:42.264779 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.288752 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6e90-ccd3-4050-9727-88e03834d11e req-467f711d-b9dc-4f18-99f8-1478fa6a3dbc tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:42.299103 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7afd6e90-ccd3-4050-9727-88e03834d11e req-467f711d-b9dc-4f18-99f8-1478fa6a3dbc tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 944 time: 0.1021798 Oct 28 19:58:42.313008 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcede1f-e0ba-4e43-a882-6d81b6e714a1 None None] Pushing event updated for resources: {'Port': ['ID=37d1aa21-d2ec-46a8-bd90-f4b3b310cec1,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:42.358767 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] For port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:58:42.360924 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7afd6e90-ccd3-4050-9727-88e03834d11e req-9189e10d-6da3-46ed-b11c-150fdea50dd1 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610363 Oct 28 19:58:42.362620 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] For port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=37d1aa21-d2ec-46a8-bd90-f4b3b310cec1,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:58:42.368496 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:58:42.376555 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.420203 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:42.421168 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:42.503637 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:58:42.520219 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-5aff40fc-be28-4a63-b4e8-0dbab8584309 admin admin] 10.222.0.64 "PUT /v2.0/routers/7e339800-e4d8-4a9a-b8a0-6c26f4833c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8799946 Oct 28 19:58:42.544097 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcede1f-e0ba-4e43-a882-6d81b6e714a1 None None] Pushing event updated for resources: {'Port': ['ID=37d1aa21-d2ec-46a8-bd90-f4b3b310cec1,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:42.556298 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:42.624191 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Attempt 2 to provision port c30ee11e-3b75-46a7-88ed-6bbd840a9527 Oct 28 19:58:42.707488 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Port c30ee11e-3b75-46a7-88ed-6bbd840a9527 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:58:42.715940 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.808844 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 2, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:42.834428 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6aef34-69b3-48b2-8baf-6e86745a7681 None None] The sync data for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb is: [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 2, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:58:42.854747 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51598) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:42.865443 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-e2b5c57d-8785-4ad0-a234-7b50ceb9fd4a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--203480301', 'description': 'tempest-description--2058995857'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:42.885314 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c57d-8785-4ad0-a234-7b50ceb9fd4a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.925047 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 361c627e-eaf4-4d9d-b12c-98279ff50d09 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:58:42.974153 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c57d-8785-4ad0-a234-7b50ceb9fd4a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.980052 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c57d-8785-4ad0-a234-7b50ceb9fd4a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.985640 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 361c627e-eaf4-4d9d-b12c-98279ff50d09 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:58:42.989800 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 361c627e-eaf4-4d9d-b12c-98279ff50d09 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:42.990135 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:42.990482 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 361c627e-eaf4-4d9d-b12c-98279ff50d09 Oct 28 19:58:43.013271 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e2b5c57d-8785-4ad0-a234-7b50ceb9fd4a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.015570 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-e2b5c57d-8785-4ad0-a234-7b50ceb9fd4a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1597526 Oct 28 19:58:43.018502 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51606) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:43.020790 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5c57d-8785-4ad0-a234-7b50ceb9fd4a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:43.023931 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-99fde5b3-bd8f-4bdb-b398-8c69dc52550d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'security_group_rule': {'security_group_id': '01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:43.099171 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-99fde5b3-bd8f-4bdb-b398-8c69dc52550d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (82ca5ede-b135-4990-b656-4bfabf83f806), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.109969 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 361c627e-eaf4-4d9d-b12c-98279ff50d09 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:43.110458 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.153074 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af895cf-fa01-45ee-b271-546c08da62e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361c627e-eaf4-4d9d-b12c-98279ff50d09'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:43.156609 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5d2d21-4ed3-4c62-9c96-6d487db67caa" -d '{"events": [{"server_uuid": "4af895cf-fa01-45ee-b271-546c08da62e1", "name": "network-vif-plugged", "status": "completed", "tag": "361c627e-eaf4-4d9d-b12c-98279ff50d09"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:43.165715 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 361c627e-eaf4-4d9d-b12c-98279ff50d09, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=361c627e-eaf4-4d9d-b12c-98279ff50d09,segment=NetworkSegment(c95fcfa3-d767-487c-9f5f-b86385df9e9c),segment_id=c95fcfa3-d767-487c-9f5f-b86385df9e9c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:43.173001 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-99fde5b3-bd8f-4bdb-b398-8c69dc52550d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (82ca5ede-b135-4990-b656-4bfabf83f806), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.176266 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.180391 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-99fde5b3-bd8f-4bdb-b398-8c69dc52550d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (82ca5ede-b135-4990-b656-4bfabf83f806), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.209354 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fde5b3-bd8f-4bdb-b398-8c69dc52550d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ca5ede-b135-4990-b656-4bfabf83f806,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:43.214463 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Attempt 3 to provision port c30ee11e-3b75-46a7-88ed-6bbd840a9527 Oct 28 19:58:43.222490 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-99fde5b3-bd8f-4bdb-b398-8c69dc52550d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.227106 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-99fde5b3-bd8f-4bdb-b398-8c69dc52550d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2075281 Oct 28 19:58:43.229307 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51612) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:43.234897 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-6cfa5498-8c17-49d2-9146-28f5196f391a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'security_group_rule': {'security_group_id': '01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:43.278778 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Port c30ee11e-3b75-46a7-88ed-6bbd840a9527 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:58:43.279372 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=361c627e-eaf4-4d9d-b12c-98279ff50d09,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:43.291043 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5498-8c17-49d2-9146-28f5196f391a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (5fdb4c8f-fe91-4ed4-b7db-57398f4425d2), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.334874 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d539484-de36-45d6-8542-526b8f90a0e6 x-openstack-request-id: req-9d539484-de36-45d6-8542-526b8f90a0e6 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:43.335530 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af895cf-fa01-45ee-b271-546c08da62e1", "name": "network-vif-plugged", "status": "completed", "tag": "361c627e-eaf4-4d9d-b12c-98279ff50d09", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:43.335530 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d539484-de36-45d6-8542-526b8f90a0e6 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:43.335877 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d539484-de36-45d6-8542-526b8f90a0e6'] response: {'server_uuid': '4af895cf-fa01-45ee-b271-546c08da62e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361c627e-eaf4-4d9d-b12c-98279ff50d09', 'code': 200} Oct 28 19:58:43.368544 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5498-8c17-49d2-9146-28f5196f391a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (5fdb4c8f-fe91-4ed4-b7db-57398f4425d2), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.373372 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5498-8c17-49d2-9146-28f5196f391a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (5fdb4c8f-fe91-4ed4-b7db-57398f4425d2), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.458334 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa5498-8c17-49d2-9146-28f5196f391a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdb4c8f-fe91-4ed4-b7db-57398f4425d2,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:43.496186 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6cfa5498-8c17-49d2-9146-28f5196f391a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.497360 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-6cfa5498-8c17-49d2-9146-28f5196f391a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2667065 Oct 28 19:58:43.500711 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51620) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:43.514797 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'floatingip': {'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:43.561002 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.611765 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231e76f-9850-426e-a614-4e05cbf425d6 req-ff8d70ca-596c-4d30-92e4-fedeadbd4b1d tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:43.613307 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6231e76f-9850-426e-a614-4e05cbf425d6 req-ff8d70ca-596c-4d30-92e4-fedeadbd4b1d tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 945 time: 0.1598921 Oct 28 19:58:43.620287 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c93696-ecd5-46b5-842f-ca056271f8c1 req-9d7fb7c3-6917-44e5-a358-1de2cf626abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:43.623289 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e6c93696-ecd5-46b5-842f-ca056271f8c1 req-9d7fb7c3-6917-44e5-a358-1de2cf626abb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 1129 time: 0.0946054 Oct 28 19:58:43.692671 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.701624 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6231e76f-9850-426e-a614-4e05cbf425d6 req-58162346-3e8b-401e-b91f-a8c6850b6d6c tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753577 Oct 28 19:58:43.705374 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e6c93696-ecd5-46b5-842f-ca056271f8c1 req-2c7d0df3-f695-4713-86d1-e107da1c2cb8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708010 Oct 28 19:58:43.781039 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Attempt 4 to provision port c30ee11e-3b75-46a7-88ed-6bbd840a9527 Oct 28 19:58:43.837908 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Allocated IP 172.28.3.202 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/2bca5e76-a059-40e1-8f98-8a4c0762bf29) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:58:43.949955 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for port (2bca5e76-a059-40e1-8f98-8a4c0762bf29), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:43.959296 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Port c30ee11e-3b75-46a7-88ed-6bbd840a9527 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:58:43.987355 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (2bca5e76-a059-40e1-8f98-8a4c0762bf29), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:44.027547 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:58:44.034814 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:58:44.037278 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:58:44.040758 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'Port': ['ID=2bca5e76-a059-40e1-8f98-8a4c0762bf29,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:44.128140 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (ead72946-0e65-4509-869b-14ffa4e0a90d), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:44.166685 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2bca5e76-a059-40e1-8f98-8a4c0762bf29), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:44.319018 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for port (2bca5e76-a059-40e1-8f98-8a4c0762bf29), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:44.323588 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (2bca5e76-a059-40e1-8f98-8a4c0762bf29), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:44.390212 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'Port': ['ID=2bca5e76-a059-40e1-8f98-8a4c0762bf29,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:44.392708 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (ead72946-0e65-4509-869b-14ffa4e0a90d), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:44.409492 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:44.410766 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-55d147af-4e7e-4853-97d0-6058e8987891 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9090035 Oct 28 19:58:44.460877 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Attempt 5 to provision port c30ee11e-3b75-46a7-88ed-6bbd840a9527 Oct 28 19:58:44.493686 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Port c30ee11e-3b75-46a7-88ed-6bbd840a9527 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:58:44.561482 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5b7ebff8-f8da-4cd2-86c5-e0574ed12ec9 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--203480301&fields=id&tenant_id=b8b44f83814c4884a34c87335a5275ef HTTP/1.1" status: 200 len: 267 time: 0.0462480 Oct 28 19:58:44.689348 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-cfd69f48-1336-4f91-a275-2646bc17ea8e tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:44.690943 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-cfd69f48-1336-4f91-a275-2646bc17ea8e tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 811 time: 0.1229663 Oct 28 19:58:44.709634 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-da946f86-c5b0-4b53-9104-99f2a686241c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/quotas/b8b44f83814c4884a34c87335a5275ef HTTP/1.1" status: 200 len: 375 time: 0.0121219 Oct 28 19:58:44.773229 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-77b28a5d-fbb6-4c8a-a5a2-2adef1799d9b tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566120 Oct 28 19:58:44.847720 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3596e-f162-451e-a5b0-387ed71d6086 req-1b3ee247-6c3f-4c3a-bb8f-f53ddbeee5ff tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:44.849292 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8ad3596e-f162-451e-a5b0-387ed71d6086 req-1b3ee247-6c3f-4c3a-bb8f-f53ddbeee5ff tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 945 time: 0.0616350 Oct 28 19:58:44.906874 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8ad3596e-f162-451e-a5b0-387ed71d6086 req-bee0aeba-6f74-4396-9138-1fef147532fb tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498922 Oct 28 19:58:44.995252 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Attempt 6 to provision port c30ee11e-3b75-46a7-88ed-6bbd840a9527 Oct 28 19:58:45.012674 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-78ec4f55-c8a7-45a3-ad6a-6c006e6e8009 service neutron] 10.222.0.64 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236595 Oct 28 19:58:45.035679 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Port c30ee11e-3b75-46a7-88ed-6bbd840a9527 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:58:45.118681 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-4a1a8e93-cd45-4f58-a6cf-cfd692ea639d service neutron] 10.222.0.64 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888636 Oct 28 19:58:45.252220 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Sync routers for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:58:45.263596 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:45.264879 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:45.452890 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:45.537478 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Attempt 7 to provision port c30ee11e-3b75-46a7-88ed-6bbd840a9527 Oct 28 19:58:45.569657 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fa81a901-c8c4-4b5d-bf6f-6ff72f03aa29 req-65f5d244-af92-4bcb-a5f1-a78f4dda5800 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 210 time: 0.2982669 Oct 28 19:58:45.576693 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Port c30ee11e-3b75-46a7-88ed-6bbd840a9527 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:58:45.730839 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:58:45.738022 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 2, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:45.766461 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Checking router: 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:58:45.766859 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Updating router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e port c30ee11e-3b75-46a7-88ed-6bbd840a9527 binding host dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:58:45.779539 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:45.780249 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:45.780756 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 Oct 28 19:58:45.800377 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:45.890469 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:45.890870 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:45.917622 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=37d1aa21-d2ec-46a8-bd90-f4b3b310cec1,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:45.923617 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.002669 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=37d1aa21-d2ec-46a8-bd90-f4b3b310cec1,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:46.078666 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Attempt 8 to provision port c30ee11e-3b75-46a7-88ed-6bbd840a9527 Oct 28 19:58:46.113457 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Port c30ee11e-3b75-46a7-88ed-6bbd840a9527 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:58:46.152108 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51722) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:46.219240 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Publish callbacks [] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.224705 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.262950 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-284271c2-7da6-4d34-8ca5-c8f40da87cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.268560 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Pushing event updated for resources: {'Port': ['ID=c30ee11e-3b75-46a7-88ed-6bbd840a9527,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:46.277873 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.278242 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.278621 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.279040 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.279388 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.279810 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.280339 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.280802 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.281156 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.281804 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.281919 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.282270 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.282767 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:46.335267 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Attempting to bind port c30ee11e-3b75-46a7-88ed-6bbd840a9527 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:58:46.335670 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Attempting to bind port c30ee11e-3b75-46a7-88ed-6bbd840a9527 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:58:46.336245 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Attempting to bind port c30ee11e-3b75-46a7-88ed-6bbd840a9527 on network 34106c65-61da-4f30-bd6e-bdeb635e2162 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:58:46.342704 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:58:46.343088 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Checking segment: {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:58:46.343746 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.344236 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Bound using segment: {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:58:46.344827 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Bound port: c30ee11e-3b75-46a7-88ed-6bbd840a9527, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:58:46.345192 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.359923 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-284271c2-7da6-4d34-8ca5-c8f40da87cf1 admin admin] Publish callbacks [] for security_group (f752adfc-7195-46d8-896e-aa45c8f31683), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.370035 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-284271c2-7da6-4d34-8ca5-c8f40da87cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f752adfc-7195-46d8-896e-aa45c8f31683), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.416857 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-284271c2-7da6-4d34-8ca5-c8f40da87cf1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75a89af9627c4dccba8fc6595c08475a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636442 Oct 28 19:58:46.418065 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284271c2-7da6-4d34-8ca5-c8f40da87cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f752adfc-7195-46d8-896e-aa45c8f31683,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:46.421574 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51726) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:46.443579 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] For port c30ee11e-3b75-46a7-88ed-6bbd840a9527, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:58:46.447238 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] For port c30ee11e-3b75-46a7-88ed-6bbd840a9527, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=c30ee11e-3b75-46a7-88ed-6bbd840a9527,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:58:46.454340 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.495692 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac92c-6f1a-4f6f-9000-69cd1c435068 admin admin] Publish callbacks [] for security_group (f752adfc-7195-46d8-896e-aa45c8f31683), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.524680 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac92c-6f1a-4f6f-9000-69cd1c435068 admin admin] Publish callbacks [] for security_group (f752adfc-7195-46d8-896e-aa45c8f31683), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.540282 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-78208a8d-93e0-4d03-840a-23054d0078c4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:46.542147 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-78208a8d-93e0-4d03-840a-23054d0078c4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.26 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 811 time: 0.1752214 Oct 28 19:58:46.542971 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:46.544104 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:46.590700 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac92c-6f1a-4f6f-9000-69cd1c435068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (f752adfc-7195-46d8-896e-aa45c8f31683), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.596894 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fc8ac92c-6f1a-4f6f-9000-69cd1c435068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.601232 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-fc8ac92c-6f1a-4f6f-9000-69cd1c435068 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f752adfc-7195-46d8-896e-aa45c8f31683 HTTP/1.1" status: 204 len: 168 time: 0.1757076 Oct 28 19:58:46.614674 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b671d-21c1-4441-8dcc-08f952468e76 None None] Pushing event updated for resources: {'Port': ['ID=c30ee11e-3b75-46a7-88ed-6bbd840a9527,revision_number=4']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:46.615393 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Attempt 9 to provision port c30ee11e-3b75-46a7-88ed-6bbd840a9527 Oct 28 19:58:46.634641 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ac92c-6f1a-4f6f-9000-69cd1c435068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f752adfc-7195-46d8-896e-aa45c8f31683,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:46.693990 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-febf449b-2bd6-470e-8124-2f9a154816fe tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8b44f83814c4884a34c87335a5275ef HTTP/1.1" status: 200 len: 379 time: 0.1388671 Oct 28 19:58:46.699756 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:46.703121 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'port': {'device_id': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'admin_state_up': True, 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'security_groups': ['01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:46.775287 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Current status of the port c30ee11e-3b75-46a7-88ed-6bbd840a9527 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:46.775599 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.786330 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fa21548e-1ff9-4463-bb26-183134bf4550 req-332e8c53-d112-4c7a-ba26-5c52f87cebb7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 210 time: 0.0714390 Oct 28 19:58:46.817809 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] For port c30ee11e-3b75-46a7-88ed-6bbd840a9527, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=c30ee11e-3b75-46a7-88ed-6bbd840a9527,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:46.825764 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.893635 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f4663-5822-4cc0-8f69-a5e0038215d5 None None] Pushing event updated for resources: {'Port': ['ID=c30ee11e-3b75-46a7-88ed-6bbd840a9527,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:46.895214 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Made reservation on behalf of b8b44f83814c4884a34c87335a5275ef for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:58:46.898735 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.950716 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:46.952422 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-d905e85b-573a-45df-9e78-e22a393c8985 None None] Provisioning complete for port c30ee11e-3b75-46a7-88ed-6bbd840a9527 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:46.953457 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d905e85b-573a-45df-9e78-e22a393c8985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:46.953940 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-d905e85b-573a-45df-9e78-e22a393c8985 None None] Attempt 1 to provision port c30ee11e-3b75-46a7-88ed-6bbd840a9527 Oct 28 19:58:46.982611 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c886d72-5a10-4517-86ca-eace1962d2fc None None] The sync data for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb is: [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:58:47.014276 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51740) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:47.037677 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ac351c3-18b6-444c-8c3d-630bbe25e7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.038414 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-d905e85b-573a-45df-9e78-e22a393c8985 None None] Current status of the port c30ee11e-3b75-46a7-88ed-6bbd840a9527 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:47.068404 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Allocated IP 172.20.0.4 (34106c65-61da-4f30-bd6e-bdeb635e2162/e755505c-15bc-4e3a-9b0c-d97821dc8c4f/abfa4d18-a781-4ef7-a98f-b877170cef28) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:58:47.131555 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ac351c3-18b6-444c-8c3d-630bbe25e7a6 admin admin] Publish callbacks [] for security_group (dfc31ebe-27f4-45fc-acc7-d7485c613328), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.136569 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-2ac351c3-18b6-444c-8c3d-630bbe25e7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (dfc31ebe-27f4-45fc-acc7-d7485c613328), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.191550 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-2ac351c3-18b6-444c-8c3d-630bbe25e7a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d2719cba54ca424fbb9116a85ae45f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728942 Oct 28 19:58:47.192203 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac351c3-18b6-444c-8c3d-630bbe25e7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc31ebe-27f4-45fc-acc7-d7485c613328,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:47.192788 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51742) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:47.286907 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.294564 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1731fc64-1e65-4e39-9b33-c92f6fab42ec admin admin] Publish callbacks [] for security_group (dfc31ebe-27f4-45fc-acc7-d7485c613328), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.327233 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1731fc64-1e65-4e39-9b33-c92f6fab42ec admin admin] Publish callbacks [] for security_group (dfc31ebe-27f4-45fc-acc7-d7485c613328), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.368172 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.415625 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Network 34106c65-61da-4f30-bd6e-bdeb635e2162 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:58:47.425332 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:58:47.427523 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1731fc64-1e65-4e39-9b33-c92f6fab42ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (dfc31ebe-27f4-45fc-acc7-d7485c613328), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.430090 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1731fc64-1e65-4e39-9b33-c92f6fab42ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.431239 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-1731fc64-1e65-4e39-9b33-c92f6fab42ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dfc31ebe-27f4-45fc-acc7-d7485c613328 HTTP/1.1" status: 204 len: 168 time: 0.2373497 Oct 28 19:58:47.432261 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:58:47.436435 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'Port': ['ID=abfa4d18-a781-4ef7-a98f-b877170cef28,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:47.479750 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731fc64-1e65-4e39-9b33-c92f6fab42ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc31ebe-27f4-45fc-acc7-d7485c613328,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:47.518843 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:47.519507 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.547330 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-5263e5d0-8c40-4fba-86a6-26dd83acdccc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8488505 Oct 28 19:58:47.566351 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Request body: {'port': {'device_id': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:47.684624 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.763726 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device c30ee11e-3b75-46a7-88ed-6bbd840a9527 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:58:47.804761 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-5f370eb3-afba-4c57-b542-8d52420a9f7c None None] Provisioning complete for port abfa4d18-a781-4ef7-a98f-b877170cef28 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:47.805053 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-5f370eb3-afba-4c57-b542-8d52420a9f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.805487 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-5f370eb3-afba-4c57-b542-8d52420a9f7c None None] Attempt 1 to provision port abfa4d18-a781-4ef7-a98f-b877170cef28 Oct 28 19:58:47.892804 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-5f370eb3-afba-4c57-b542-8d52420a9f7c None None] Port abfa4d18-a781-4ef7-a98f-b877170cef28 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:58:47.909168 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port c30ee11e-3b75-46a7-88ed-6bbd840a9527 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:47.909592 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:47.909936 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port c30ee11e-3b75-46a7-88ed-6bbd840a9527 Oct 28 19:58:48.014896 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port c30ee11e-3b75-46a7-88ed-6bbd840a9527 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:48.016175 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:58:48.017057 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290370a6-ed43-4b0d-b3de-1760562fa794 req-26acb2cd-ed5e-4489-b81e-2373c259db8e tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:48.018622 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-290370a6-ed43-4b0d-b3de-1760562fa794 req-26acb2cd-ed5e-4489-b81e-2373c259db8e tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 931 time: 0.1034160 Oct 28 19:58:48.078617 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:48.079171 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:48.079290 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 Oct 28 19:58:48.119079 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-290370a6-ed43-4b0d-b3de-1760562fa794 req-1557f7e1-0121-4efb-a0cf-ea33e8bf874a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868108 Oct 28 19:58:48.123171 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abfa4d18-a781-4ef7-a98f-b877170cef28 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:58:48.149538 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Publish callbacks [] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:48.166406 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Transition to ACTIVE for port object abfa4d18-a781-4ef7-a98f-b877170cef28 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:58:48.167194 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:48.174628 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:48.257547 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=abfa4d18-a781-4ef7-a98f-b877170cef28,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:48.288797 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Attempting to bind port abfa4d18-a781-4ef7-a98f-b877170cef28 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:58:48.289151 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Attempting to bind port abfa4d18-a781-4ef7-a98f-b877170cef28 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:58:48.289543 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Attempting to bind port abfa4d18-a781-4ef7-a98f-b877170cef28 on network 34106c65-61da-4f30-bd6e-bdeb635e2162 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:58:48.294847 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Port abfa4d18-a781-4ef7-a98f-b877170cef28 on network 34106c65-61da-4f30-bd6e-bdeb635e2162 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:58:48.295182 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Attempting to bind port abfa4d18-a781-4ef7-a98f-b877170cef28 on network 34106c65-61da-4f30-bd6e-bdeb635e2162 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:58:48.301223 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:58:48.301611 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Checking segment: {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:58:48.302013 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Bound using segment: {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:58:48.302460 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Bound port: abfa4d18-a781-4ef7-a98f-b877170cef28, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:58:48.302830 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:48.370870 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] For port abfa4d18-a781-4ef7-a98f-b877170cef28, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:58:48.374947 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] For port abfa4d18-a781-4ef7-a98f-b877170cef28, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=abfa4d18-a781-4ef7-a98f-b877170cef28,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:58:48.380960 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:48.385067 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:48.385725 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:48.387093 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] 10.222.0.26 "PUT /v2.0/ports/abfa4d18-a781-4ef7-a98f-b877170cef28 HTTP/1.1" status: 200 len: 1093 time: 0.8287513 Oct 28 19:58:48.387621 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'tag': 'abfa4d18-a781-4ef7-a98f-b877170cef28'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:48.390215 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e055ac48-5cc7-40e6-8a78-1714f481b740" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b16cfb-f134-421e-b718-1b4b2c363315", "tag": "abfa4d18-a781-4ef7-a98f-b877170cef28"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:48.395666 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-5f370eb3-afba-4c57-b542-8d52420a9f7c None None] Attempt 2 to provision port abfa4d18-a781-4ef7-a98f-b877170cef28 Oct 28 19:58:48.460812 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d059266-5f46-4fa8-ab41-435a071a8ee9 x-openstack-request-id: req-1d059266-5f46-4fa8-ab41-435a071a8ee9 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:48.461122 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b16cfb-f134-421e-b718-1b4b2c363315", "tag": "abfa4d18-a781-4ef7-a98f-b877170cef28", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:48.461372 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d059266-5f46-4fa8-ab41-435a071a8ee9 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:48.461826 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d059266-5f46-4fa8-ab41-435a071a8ee9'] response: {'name': 'network-changed', 'server_uuid': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'tag': 'abfa4d18-a781-4ef7-a98f-b877170cef28', 'status': 'completed', 'code': 200} Oct 28 19:58:48.481845 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-5f370eb3-afba-4c57-b542-8d52420a9f7c None None] Port abfa4d18-a781-4ef7-a98f-b877170cef28 had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 19:58:48.492747 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090730c-90b3-4015-9c85-b3e3f010ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=abfa4d18-a781-4ef7-a98f-b877170cef28,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:48.516231 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-6f13b012-1a2d-4e00-b372-66b5fd63581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:48.517797 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-6f13b012-1a2d-4e00-b372-66b5fd63581c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 1127 time: 0.0736849 Oct 28 19:58:48.564100 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-02d5f8a6-de3c-41c5-a9fa-1f660039db46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abfa4d18-a781-4ef7-a98f-b877170cef28 HTTP/1.1" status: 200 len: 217 time: 0.0385025 Oct 28 19:58:48.615058 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-c88362fd-31db-4650-babe-8ef0fd7d4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:48.616596 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-c88362fd-31db-4650-babe-8ef0fd7d4b7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e755505c-15bc-4e3a-9b0c-d97821dc8c4f HTTP/1.1" status: 200 len: 850 time: 0.0468528 Oct 28 19:58:48.669405 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-6c61b34f-a31c-4ca1-b8ec-e100828cb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:48.671603 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-6c61b34f-a31c-4ca1-b8ec-e100828cb519 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34106c65-61da-4f30-bd6e-bdeb635e2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0492761 Oct 28 19:58:48.770748 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-f4d4d593-983d-4235-8758-ab384e6f55fb service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921464 Oct 28 19:58:48.863371 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ff81025f-d755-4ff5-85d8-58544ff62df3 req-9acc6c82-e7f6-4029-8975-25a73937b3c3 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869045 Oct 28 19:58:48.965529 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055ac48-5cc7-40e6-8a78-1714f481b740 req-6e1fcac9-9ca0-4583-a0b3-b859bf995a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:48.967073 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e055ac48-5cc7-40e6-8a78-1714f481b740 req-6e1fcac9-9ca0-4583-a0b3-b859bf995a3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 1127 time: 0.0540738 Oct 28 19:58:49.070103 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055ac48-5cc7-40e6-8a78-1714f481b740 req-e9e3280d-f95d-406e-823b-2ed00e700e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:49.071572 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e055ac48-5cc7-40e6-8a78-1714f481b740 req-e9e3280d-f95d-406e-823b-2ed00e700e66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 912 time: 0.0978932 Oct 28 19:58:49.111997 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e055ac48-5cc7-40e6-8a78-1714f481b740 req-8bcbcea4-95c0-4469-9f94-62a34e3a5a7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abfa4d18-a781-4ef7-a98f-b877170cef28 HTTP/1.1" status: 200 len: 217 time: 0.0331879 Oct 28 19:58:49.164788 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055ac48-5cc7-40e6-8a78-1714f481b740 req-39524c6b-ab2d-4720-a663-c9c76470485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:49.166321 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e055ac48-5cc7-40e6-8a78-1714f481b740 req-39524c6b-ab2d-4720-a663-c9c76470485e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e755505c-15bc-4e3a-9b0c-d97821dc8c4f HTTP/1.1" status: 200 len: 850 time: 0.0482824 Oct 28 19:58:49.249317 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055ac48-5cc7-40e6-8a78-1714f481b740 req-2f497d9b-3855-406f-8dca-8bc280ee2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:49.250880 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e055ac48-5cc7-40e6-8a78-1714f481b740 req-2f497d9b-3855-406f-8dca-8bc280ee2ad1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34106c65-61da-4f30-bd6e-bdeb635e2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0778894 Oct 28 19:58:49.315067 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac09a2e-c2d3-4e86-8141-c2c4211434bb req-c890456d-92b9-495e-a964-cca9fc0c47bd tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:49.316585 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ac09a2e-c2d3-4e86-8141-c2c4211434bb req-c890456d-92b9-495e-a964-cca9fc0c47bd tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 943 time: 0.1098742 Oct 28 19:58:49.394687 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ac09a2e-c2d3-4e86-8141-c2c4211434bb req-8972b2ad-02ff-4fc4-89ba-6a7d7e91dc15 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699027 Oct 28 19:58:49.396688 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e055ac48-5cc7-40e6-8a78-1714f481b740 req-574f2d4b-462b-4678-9a97-495366d9ad1c service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382172 Oct 28 19:58:49.494686 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e055ac48-5cc7-40e6-8a78-1714f481b740 req-81007b3b-97da-466e-b82d-d1f843d3c206 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913336 Oct 28 19:58:50.218018 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51836) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:50.368288 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Deleting port a6859af0-4d39-4d37-b3bc-606dd08fcd9b {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:50.368521 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (a6859af0-4d39-4d37-b3bc-606dd08fcd9b), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:50.443277 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (a6859af0-4d39-4d37-b3bc-606dd08fcd9b), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:50.443609 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for floatingip (a6859af0-4d39-4d37-b3bc-606dd08fcd9b), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:50.457304 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Calling delete_port for a6859af0-4d39-4d37-b3bc-606dd08fcd9b owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:50.602309 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ae62f-622e-4074-b7bc-d1c82cff1920 req-e91fede4-17fc-4318-b154-3c7374992323 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:50.603796 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-784ae62f-622e-4074-b7bc-d1c82cff1920 req-e91fede4-17fc-4318-b154-3c7374992323 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 943 time: 0.0997186 Oct 28 19:58:50.684312 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-784ae62f-622e-4074-b7bc-d1c82cff1920 req-56c821b3-5a11-4d74-b312-24089433a9ad tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743032 Oct 28 19:58:50.703530 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (a6859af0-4d39-4d37-b3bc-606dd08fcd9b), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:50.729723 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event deleted for resources: {'Port': ['ID=a6859af0-4d39-4d37-b3bc-606dd08fcd9b,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:50.757412 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.758363 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.758363 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.758549 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.758839 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.759198 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.759556 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.759887 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.760231 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.760579 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.760907 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.761248 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.761636 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:50.801124 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for floatingip (6f1da09c-f756-44ae-abb3-4690b4054d05), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:50.801485 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Floating IP 6f1da09c-f756-44ae-abb3-4690b4054d05 disassociated (deleted). External IP: 172.28.3.72, port: 4155b112-23aa-4a3f-b645-365cfce48d41. Oct 28 19:58:50.988253 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device abfa4d18-a781-4ef7-a98f-b877170cef28 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:58:51.010637 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:58:51.093377 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port abfa4d18-a781-4ef7-a98f-b877170cef28, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=abfa4d18-a781-4ef7-a98f-b877170cef28,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:51.109085 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': 'abfa4d18-a781-4ef7-a98f-b877170cef28', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'port_id': 'abfa4d18-a781-4ef7-a98f-b877170cef28', 'mac_address': 'fa:16:3e:27:7c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:58:51.123235 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:58:51.128104 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:51.139781 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c345a00-0f92-47ea-ba47-64534dadf1e1 None None] Sync routers for ids ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:58:51.162344 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-b8fd7024-62dc-4b65-a4dc-3dbf304114d8 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "DELETE /v2.0/floatingips/6f1da09c-f756-44ae-abb3-4690b4054d05 HTTP/1.1" status: 204 len: 168 time: 0.9430907 Oct 28 19:58:51.162963 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:51.165245 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564e7658-a42d-47bb-bc7e-38f67f491c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:51.172852 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port abfa4d18-a781-4ef7-a98f-b877170cef28 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:51.173245 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:51.176584 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c345a00-0f92-47ea-ba47-64534dadf1e1 None None] Routers {'3ae80d5d-5d51-40c6-81d0-10bd48485a59'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:51.177217 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6c345a00-0f92-47ea-ba47-64534dadf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:51.207839 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e061186c-eaf4-4446-ad2e-0cac2f08aa51 x-openstack-request-id: req-e061186c-eaf4-4446-ad2e-0cac2f08aa51 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:51.208146 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:51.208413 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e061186c-eaf4-4446-ad2e-0cac2f08aa51 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:51.209067 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e061186c-eaf4-4446-ad2e-0cac2f08aa51'] response: {'name': 'network-changed', 'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41', 'status': 'completed', 'code': 200} Oct 28 19:58:51.222523 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abfa4d18-a781-4ef7-a98f-b877170cef28 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:58:51.257150 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port abfa4d18-a781-4ef7-a98f-b877170cef28, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=abfa4d18-a781-4ef7-a98f-b877170cef28,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:51.289676 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:51.303392 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e7658-a42d-47bb-bc7e-38f67f491c3f req-2564c380-0144-402e-9197-c860f06003a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:51.305121 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-564e7658-a42d-47bb-bc7e-38f67f491c3f req-2564c380-0144-402e-9197-c860f06003a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e25cc58e13b84d64a105899eb3f7eeb9&device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 1130 time: 0.0690727 Oct 28 19:58:51.341608 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-6c345a00-0f92-47ea-ba47-64534dadf1e1 None None] Set router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:51.379732 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=abfa4d18-a781-4ef7-a98f-b877170cef28,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:51.446864 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e7658-a42d-47bb-bc7e-38f67f491c3f req-939428b5-6423-41a4-9b2c-41d3b7fa611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:51.448461 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-564e7658-a42d-47bb-bc7e-38f67f491c3f req-939428b5-6423-41a4-9b2c-41d3b7fa611e service neutron] 10.222.0.26 "GET /v2.0/networks?id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca HTTP/1.1" status: 200 len: 910 time: 0.1373730 Oct 28 19:58:51.496149 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c320c-a10f-4a97-9ecd-765770caa40c req-a8024f4b-5214-4814-ae15-541a874f0d29 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:51.497694 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-845c320c-a10f-4a97-9ecd-765770caa40c req-a8024f4b-5214-4814-ae15-541a874f0d29 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.1057224 Oct 28 19:58:51.499640 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-564e7658-a42d-47bb-bc7e-38f67f491c3f req-bbcce1be-d8f1-4598-90dc-b086c5e2f63f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4155b112-23aa-4a3f-b645-365cfce48d41 HTTP/1.1" status: 200 len: 217 time: 0.0436268 Oct 28 19:58:51.560086 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['abfa4d18-a781-4ef7-a98f-b877170cef28'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:58:51.585561 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e7658-a42d-47bb-bc7e-38f67f491c3f req-348b31fa-6069-4b93-9c3d-108c834abf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:51.587055 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-564e7658-a42d-47bb-bc7e-38f67f491c3f req-348b31fa-6069-4b93-9c3d-108c834abf64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b12484f-5aa4-489b-b996-1efaffab20b2 HTTP/1.1" status: 200 len: 848 time: 0.0768142 Oct 28 19:58:51.590927 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-845c320c-a10f-4a97-9ecd-765770caa40c req-0581790b-0b7b-4402-90bb-309919a48abf tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867560 Oct 28 19:58:51.603628 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6c345a00-0f92-47ea-ba47-64534dadf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'a2aff835-22da-48a1-b133-2f5a366df173', 'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'mac_address': 'fa:16:3e:60:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:59Z', 'updated_at': '2022-10-28T19:54:06Z', 'revision_number': 5, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'subnets': [{'id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:51.635666 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c345a00-0f92-47ea-ba47-64534dadf1e1 None None] Checking router: 3ae80d5d-5d51-40c6-81d0-10bd48485a59 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:58:51.645908 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e7658-a42d-47bb-bc7e-38f67f491c3f req-f412df3b-fae2-4eb4-9f61-b7513acd1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:51.647523 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-564e7658-a42d-47bb-bc7e-38f67f491c3f req-f412df3b-fae2-4eb4-9f61-b7513acd1c94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0536175 Oct 28 19:58:51.659837 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c345a00-0f92-47ea-ba47-64534dadf1e1 None None] Routers {'3ae80d5d-5d51-40c6-81d0-10bd48485a59'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:51.660455 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6c345a00-0f92-47ea-ba47-64534dadf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:51.749268 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-564e7658-a42d-47bb-bc7e-38f67f491c3f req-9636ec68-0191-42fb-8f69-9533fd4ef248 service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948918 Oct 28 19:58:51.812559 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-6c345a00-0f92-47ea-ba47-64534dadf1e1 None None] Set router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:51.890904 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-564e7658-a42d-47bb-bc7e-38f67f491c3f req-2156a4db-cd4e-4130-95d0-9301b8c34b99 service neutron] 10.222.0.26 "GET /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349237 Oct 28 19:58:51.913356 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25754c94-d9eb-4bb2-9a54-473b13d240d0 req-574736de-693b-421a-ac2e-f85ab415de5d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:51.915086 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-25754c94-d9eb-4bb2-9a54-473b13d240d0 req-574736de-693b-421a-ac2e-f85ab415de5d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 944 time: 0.1519434 Oct 28 19:58:51.966720 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-25754c94-d9eb-4bb2-9a54-473b13d240d0 req-a1587c90-aba8-432b-8de6-40a6d00549ae tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455794 Oct 28 19:58:52.037893 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-6c345a00-0f92-47ea-ba47-64534dadf1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'a2aff835-22da-48a1-b133-2f5a366df173', 'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'mac_address': 'fa:16:3e:60:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:59Z', 'updated_at': '2022-10-28T19:54:06Z', 'revision_number': 5, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'subnets': [{'id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:52.061936 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c345a00-0f92-47ea-ba47-64534dadf1e1 None None] The sync data for ids ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'] in dv-cinder-862894-1-smb is: [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:54:00Z', 'revision_number': 4, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'a2aff835-22da-48a1-b133-2f5a366df173', 'name': '', 'network_id': '49dd79d7-65f9-4ff6-b18e-1eb17928b2ca', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'mac_address': 'fa:16:3e:60:64:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:59Z', 'updated_at': '2022-10-28T19:54:06Z', 'revision_number': 5, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'subnets': [{'id': '5b12484f-5aa4-489b-b996-1efaffab20b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:58:52.287152 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f4f5ed-a17c-493b-8ad9-df5716acb21e None None] New status for floating IP 6f1da09c-f756-44ae-abb3-4690b4054d05: DOWN {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:58:52.726289 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e314f-31ad-4690-8da2-698a393081cb req-15754ea8-8679-43c3-8253-354a37017752 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:52.727887 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-df4e314f-31ad-4690-8da2-698a393081cb req-15754ea8-8679-43c3-8253-354a37017752 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0541821 Oct 28 19:58:52.778450 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-df4e314f-31ad-4690-8da2-698a393081cb req-0b666f4e-0fad-47c9-8459-2a3db7964c60 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/security-groups?id=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445414 Oct 28 19:58:52.904802 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a55efb-bb29-4fb7-a078-be5cb12a4a3a req-714d235f-6367-48ab-886a-bd39e735f1b1 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:52.906356 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d6a55efb-bb29-4fb7-a078-be5cb12a4a3a req-714d235f-6367-48ab-886a-bd39e735f1b1 tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.26 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 946 time: 0.0582829 Oct 28 19:58:53.010238 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device abfa4d18-a781-4ef7-a98f-b877170cef28 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:58:53.069715 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port abfa4d18-a781-4ef7-a98f-b877170cef28 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:58:53.075075 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port abfa4d18-a781-4ef7-a98f-b877170cef28 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:58:53.075537 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:53.075937 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port abfa4d18-a781-4ef7-a98f-b877170cef28 Oct 28 19:58:53.159523 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port abfa4d18-a781-4ef7-a98f-b877170cef28 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:53.159816 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:53.185640 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfa4d18-a781-4ef7-a98f-b877170cef28'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:53.188458 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb37f34-3b85-45b5-bc5b-bf766fe3be80" -d '{"events": [{"server_uuid": "a2b16cfb-f134-421e-b718-1b4b2c363315", "name": "network-vif-plugged", "status": "completed", "tag": "abfa4d18-a781-4ef7-a98f-b877170cef28"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:53.200728 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port abfa4d18-a781-4ef7-a98f-b877170cef28, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=abfa4d18-a781-4ef7-a98f-b877170cef28,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:53.208091 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:53.208973 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 4155b112-23aa-4a3f-b645-365cfce48d41 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:58:53.255953 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf3508-c048-4a90-a44f-801366e7a210 x-openstack-request-id: req-ddcf3508-c048-4a90-a44f-801366e7a210 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:53.256340 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b16cfb-f134-421e-b718-1b4b2c363315", "name": "network-vif-plugged", "status": "completed", "tag": "abfa4d18-a781-4ef7-a98f-b877170cef28", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:53.256507 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddcf3508-c048-4a90-a44f-801366e7a210 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:53.256905 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddcf3508-c048-4a90-a44f-801366e7a210'] response: {'server_uuid': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfa4d18-a781-4ef7-a98f-b877170cef28', 'code': 200} Oct 28 19:58:53.284267 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882e73e-51f3-4d9f-8bff-712478093f24 req-b3eff186-21bb-4fb9-8beb-9f14e44bf1b4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:53.285990 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2882e73e-51f3-4d9f-8bff-712478093f24 req-b3eff186-21bb-4fb9-8beb-9f14e44bf1b4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 944 time: 0.1022766 Oct 28 19:58:53.298465 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=abfa4d18-a781-4ef7-a98f-b877170cef28,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:53.319068 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-d6a55efb-bb29-4fb7-a078-be5cb12a4a3a req-fe6c4d5a-55f0-4ffe-9735-105aa5a7ca2b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Deleting port 4155b112-23aa-4a3f-b645-365cfce48d41 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:53.319407 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d6a55efb-bb29-4fb7-a078-be5cb12a4a3a req-fe6c4d5a-55f0-4ffe-9735-105aa5a7ca2b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:53.345068 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 4155b112-23aa-4a3f-b645-365cfce48d41 is: ACTIVE; New status is: DOWN {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:58:53.345849 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:53.388049 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 4155b112-23aa-4a3f-b645-365cfce48d41, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=4155b112-23aa-4a3f-b645-365cfce48d41,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:53.393606 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:53.396457 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2882e73e-51f3-4d9f-8bff-712478093f24 req-fc179ce4-ca2a-48a1-8235-dc1751d16e46 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020572 Oct 28 19:58:53.441784 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=4155b112-23aa-4a3f-b645-365cfce48d41,revision_number=9']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:53.472102 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-d6a55efb-bb29-4fb7-a078-be5cb12a4a3a req-fe6c4d5a-55f0-4ffe-9735-105aa5a7ca2b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] For port 4155b112-23aa-4a3f-b645-365cfce48d41, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=4155b112-23aa-4a3f-b645-365cfce48d41,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:53.472464 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d6a55efb-bb29-4fb7-a078-be5cb12a4a3a req-fe6c4d5a-55f0-4ffe-9735-105aa5a7ca2b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:53.488321 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-d6a55efb-bb29-4fb7-a078-be5cb12a4a3a req-fe6c4d5a-55f0-4ffe-9735-105aa5a7ca2b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Calling delete_port for 4155b112-23aa-4a3f-b645-365cfce48d41 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:53.509534 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0838dc-a464-4cd6-b048-08cd67afac63 req-563612e3-1eff-4125-8694-7259b67970c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:53.511107 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2c0838dc-a464-4cd6-b048-08cd67afac63 req-563612e3-1eff-4125-8694-7259b67970c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 1129 time: 0.0837934 Oct 28 19:58:53.596778 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2c0838dc-a464-4cd6-b048-08cd67afac63 req-25063b8a-d7bc-46ce-87e8-d29fb95df396 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556757 Oct 28 19:58:53.665534 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d6a55efb-bb29-4fb7-a078-be5cb12a4a3a req-fe6c4d5a-55f0-4ffe-9735-105aa5a7ca2b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (4155b112-23aa-4a3f-b645-365cfce48d41), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:53.691986 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c4d5a-55f0-4ffe-9735-105aa5a7ca2b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event deleted for resources: {'Port': ['ID=4155b112-23aa-4a3f-b645-365cfce48d41,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:53.743986 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a55efb-bb29-4fb7-a078-be5cb12a4a3a req-fe6c4d5a-55f0-4ffe-9735-105aa5a7ca2b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] No DVR routers for this DVR port 4155b112-23aa-4a3f-b645-365cfce48d41 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:58:53.746469 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-d6a55efb-bb29-4fb7-a078-be5cb12a4a3a req-fe6c4d5a-55f0-4ffe-9735-105aa5a7ca2b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:53.751177 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d6a55efb-bb29-4fb7-a078-be5cb12a4a3a req-fe6c4d5a-55f0-4ffe-9735-105aa5a7ca2b tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.26 "DELETE /v2.0/ports/4155b112-23aa-4a3f-b645-365cfce48d41 HTTP/1.1" status: 204 len: 173 time: 0.8396723 Oct 28 19:58:53.751806 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'name': 'network-vif-deleted', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:53.754462 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fd8b9d-9eff-45fa-8aa0-37c8b4f5b3a2" -d '{"events": [{"server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "name": "network-vif-deleted", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:53.788404 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ac2ac2-693d-47ed-8521-ca3b3e359499 x-openstack-request-id: req-65ac2ac2-693d-47ed-8521-ca3b3e359499 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:53.788703 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "name": "network-vif-deleted", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:53.788959 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65ac2ac2-693d-47ed-8521-ca3b3e359499 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:53.789365 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ac2ac2-693d-47ed-8521-ca3b3e359499'] response: {'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'name': 'network-vif-deleted', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41', 'status': 'completed', 'code': 200} Oct 28 19:58:53.895345 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-353f3ad3-d953-4cf5-a5e5-c4d80335ec73 req-253dacf2-923d-46ba-93a1-0345da2bf0ff tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "GET /v2.0/ports?device_id=7743feda-f087-4f61-8c61-82e382b2779c HTTP/1.1" status: 200 len: 210 time: 0.0288646 Oct 28 19:58:54.530145 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae48cf-42bd-4300-a59e-122d416e3297 req-76dfb9bb-8dd6-4732-8664-5608e7249a7d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:54.531611 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-05ae48cf-42bd-4300-a59e-122d416e3297 req-76dfb9bb-8dd6-4732-8664-5608e7249a7d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0555072 Oct 28 19:58:54.582037 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-05ae48cf-42bd-4300-a59e-122d416e3297 req-89b3e03d-8c9a-47ec-9328-2888e4498818 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440550 Oct 28 19:58:54.961033 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51878) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:55.019016 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7f3620e8-06fe-45a8-a868-97c178297b3d tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group (ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:55.046975 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7f3620e8-06fe-45a8-a868-97c178297b3d tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group (ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:55.114256 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7f3620e8-06fe-45a8-a868-97c178297b3d tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:55.116948 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7f3620e8-06fe-45a8-a868-97c178297b3d tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:55.118154 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-7f3620e8-06fe-45a8-a868-97c178297b3d tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] 10.222.0.64 "DELETE /v2.0/security-groups/ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51 HTTP/1.1" status: 204 len: 168 time: 0.1560373 Oct 28 19:58:55.128131 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3620e8-06fe-45a8-a868-97c178297b3d tempest-TestShelveInstance-271021198 tempest-TestShelveInstance-271021198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6cc1e2-0be1-4992-b09f-3c5a2ec07d51,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:55.164879 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51884) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:55.258638 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:55.260988 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f82e554-24aa-4ec1-95dd-7b93a7a59cfb" -d '{"events": [{"server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "name": "network-vif-unplugged", "status": "completed", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:55.297685 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9c51d0-b1d0-440f-b5bb-6556cf8816bf x-openstack-request-id: req-5e9c51d0-b1d0-440f-b5bb-6556cf8816bf {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:55.298063 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7743feda-f087-4f61-8c61-82e382b2779c", "name": "network-vif-unplugged", "status": "completed", "tag": "4155b112-23aa-4a3f-b645-365cfce48d41", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:55.298390 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e9c51d0-b1d0-440f-b5bb-6556cf8816bf {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:55.298856 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e9c51d0-b1d0-440f-b5bb-6556cf8816bf'] response: {'server_uuid': '7743feda-f087-4f61-8c61-82e382b2779c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4155b112-23aa-4a3f-b645-365cfce48d41', 'code': 200} Oct 28 19:58:55.520424 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606274'] for router_interface (3ae80d5d-5d51-40c6-81d0-10bd48485a59), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:55.747604 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8fff2-d700-4380-bca2-0323ab22c550 req-0792d091-5b16-48e5-86a3-cb7cb0f87f3c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:55.749870 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fed8fff2-d700-4380-bca2-0323ab22c550 req-0792d091-5b16-48e5-86a3-cb7cb0f87f3c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0775127 Oct 28 19:58:55.778929 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:58:55.844900 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fed8fff2-d700-4380-bca2-0323ab22c550 req-d69080ed-5f4f-40a3-aaf0-3ce89d5795d5 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893583 Oct 28 19:58:55.862153 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] Deleting port a2aff835-22da-48a1-b133-2f5a366df173 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:55.862514 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (a2aff835-22da-48a1-b133-2f5a366df173), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:55.976116 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] For port a2aff835-22da-48a1-b133-2f5a366df173, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=a2aff835-22da-48a1-b133-2f5a366df173,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:55.976839 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (a2aff835-22da-48a1-b133-2f5a366df173), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:55.992347 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] Calling delete_port for a2aff835-22da-48a1-b133-2f5a366df173 owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:56.013792 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b57e95-e223-417f-80e1-f6f23da7591f req-8e098260-e0be-4eea-b97c-2e24abdec642 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:56.015302 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d2b57e95-e223-417f-80e1-f6f23da7591f req-8e098260-e0be-4eea-b97c-2e24abdec642 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0940135 Oct 28 19:58:56.026511 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51894) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:56.031292 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-a10a2a61-5fb7-4575-8f00-802e47bfdb82 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'floatingip': {'port_id': 'abfa4d18-a781-4ef7-a98f-b877170cef28'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:58:56.079304 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a10a2a61-5fb7-4575-8f00-802e47bfdb82 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (ead72946-0e65-4509-869b-14ffa4e0a90d), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:56.194528 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (a2aff835-22da-48a1-b133-2f5a366df173), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:56.228554 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a2aff835-22da-48a1-b133-2f5a366df173,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:56.398821 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605938'] for router_interface (3ae80d5d-5d51-40c6-81d0-10bd48485a59), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:56.642919 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] Router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:58:56.750001 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:58:56.755475 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-65130e11-89a0-4f68-a4ac-9cf6998a40fd admin admin] 10.222.0.64 "PUT /v2.0/routers/3ae80d5d-5d51-40c6-81d0-10bd48485a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5895102 Oct 28 19:58:56.758107 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51900) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:56.760016 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424a1ad-46e5-43ca-8bb2-1dd04467a96e None None] Sync routers for ids ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:58:56.771542 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424a1ad-46e5-43ca-8bb2-1dd04467a96e None None] Routers {'3ae80d5d-5d51-40c6-81d0-10bd48485a59'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:56.772255 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e424a1ad-46e5-43ca-8bb2-1dd04467a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:56.778244 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a10a2a61-5fb7-4575-8f00-802e47bfdb82 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:56.783626 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a10a2a61-5fb7-4575-8f00-802e47bfdb82 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (ead72946-0e65-4509-869b-14ffa4e0a90d), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:56.895406 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.l3_db [None req-a10a2a61-5fb7-4575-8f00-802e47bfdb82 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Floating IP ead72946-0e65-4509-869b-14ffa4e0a90d associated. External IP: 172.28.3.202, port: abfa4d18-a781-4ef7-a98f-b877170cef28. Oct 28 19:58:56.965741 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.021150 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-e424a1ad-46e5-43ca-8bb2-1dd04467a96e None None] Set router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:57.053110 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Publish callbacks [] for router (3ae80d5d-5d51-40c6-81d0-10bd48485a59), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.134822 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10a2a61-5fb7-4575-8f00-802e47bfdb82 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:58:57.181544 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Publish callbacks [] for router_gateway (3ae80d5d-5d51-40c6-81d0-10bd48485a59), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.235504 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Deleting port 5df59006-22ff-4e1e-b710-2670477217cb {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:57.235997 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (5df59006-22ff-4e1e-b710-2670477217cb), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.236909 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e424a1ad-46e5-43ca-8bb2-1dd04467a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': '5df59006-22ff-4e1e-b710-2670477217cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:58:56Z', 'revision_number': 5, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port': {'id': '5df59006-22ff-4e1e-b710-2670477217cb', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:53:57Z', 'updated_at': '2022-10-28T19:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:57.256470 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10a2a61-5fb7-4575-8f00-802e47bfdb82 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:58:57.260929 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a10a2a61-5fb7-4575-8f00-802e47bfdb82 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.266507 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424a1ad-46e5-43ca-8bb2-1dd04467a96e None None] Checking router: 3ae80d5d-5d51-40c6-81d0-10bd48485a59 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:58:57.270078 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f125fb-d2b1-42d7-9dd8-6a2fd49c7a32 None None] Sync routers for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:58:57.275285 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424a1ad-46e5-43ca-8bb2-1dd04467a96e None None] Routers {'3ae80d5d-5d51-40c6-81d0-10bd48485a59'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:57.275910 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e424a1ad-46e5-43ca-8bb2-1dd04467a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:57.290478 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f125fb-d2b1-42d7-9dd8-6a2fd49c7a32 None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:57.291611 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-f5f125fb-d2b1-42d7-9dd8-6a2fd49c7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:57.307718 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-a10a2a61-5fb7-4575-8f00-802e47bfdb82 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "PUT /v2.0/floatingips/ead72946-0e65-4509-869b-14ffa4e0a90d HTTP/1.1" status: 200 len: 991 time: 1.2776830 Oct 28 19:58:57.308415 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'tag': 'abfa4d18-a781-4ef7-a98f-b877170cef28'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:58:57.311357 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee755bc9-ff8e-432d-86cc-d1bc034809fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b16cfb-f134-421e-b718-1b4b2c363315", "tag": "abfa4d18-a781-4ef7-a98f-b877170cef28"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:58:57.358133 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] For port 5df59006-22ff-4e1e-b710-2670477217cb, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=5df59006-22ff-4e1e-b710-2670477217cb,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:57.358803 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (5df59006-22ff-4e1e-b710-2670477217cb), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.375675 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Calling delete_port for 5df59006-22ff-4e1e-b710-2670477217cb owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:57.376683 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-e424a1ad-46e5-43ca-8bb2-1dd04467a96e None None] Set router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:57.400119 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-f5f125fb-d2b1-42d7-9dd8-6a2fd49c7a32 None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:57.430544 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-e424a1ad-46e5-43ca-8bb2-1dd04467a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:58:57Z', 'revision_number': 6, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port_host': None}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:57.462232 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e424a1ad-46e5-43ca-8bb2-1dd04467a96e None None] The sync data for ids ['3ae80d5d-5d51-40c6-81d0-10bd48485a59'] in dv-cinder-862894-1-smb is: [{'id': '3ae80d5d-5d51-40c6-81d0-10bd48485a59', 'name': 'tempest-TestShelveInstance-1375421592-router', 'tenant_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:53:56Z', 'updated_at': '2022-10-28T19:58:57Z', 'revision_number': 6, 'project_id': 'e25cc58e13b84d64a105899eb3f7eeb9', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:58:57.552510 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d51fe1-fe07-489e-815f-b959c4274eaa x-openstack-request-id: req-89d51fe1-fe07-489e-815f-b959c4274eaa {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:58:57.553323 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b16cfb-f134-421e-b718-1b4b2c363315", "tag": "abfa4d18-a781-4ef7-a98f-b877170cef28", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:58:57.553919 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89d51fe1-fe07-489e-815f-b959c4274eaa {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:58:57.554569 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d51fe1-fe07-489e-815f-b959c4274eaa'] response: {'name': 'network-changed', 'server_uuid': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'tag': 'abfa4d18-a781-4ef7-a98f-b877170cef28', 'status': 'completed', 'code': 200} Oct 28 19:58:57.654926 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (5df59006-22ff-4e1e-b710-2670477217cb), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.656506 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-f5f125fb-d2b1-42d7-9dd8-6a2fd49c7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'ead72946-0e65-4509-869b-14ffa4e0a90d', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'floating_ip_address': '172.28.3.202', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'port_id': 'abfa4d18-a781-4ef7-a98f-b877170cef28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'mac_address': 'fa:16:3e:27:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:44Z', 'updated_at': '2022-10-28T19:58:56Z', 'revision_number': 1, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:57.671721 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755bc9-ff8e-432d-86cc-d1bc034809fd req-30ab236c-6a70-4ade-8020-444471a25b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:57.673184 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ee755bc9-ff8e-432d-86cc-d1bc034809fd req-30ab236c-6a70-4ade-8020-444471a25b1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 1129 time: 0.0822246 Oct 28 19:58:57.684772 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f125fb-d2b1-42d7-9dd8-6a2fd49c7a32 None None] Checking router: 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:58:57.695867 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f125fb-d2b1-42d7-9dd8-6a2fd49c7a32 None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:58:57.696490 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-f5f125fb-d2b1-42d7-9dd8-6a2fd49c7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:57.707663 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df59006-22ff-4e1e-b710-2670477217cb,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:57.743861 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device a2aff835-22da-48a1-b133-2f5a366df173 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:58:57.764427 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: a2aff835-22da-48a1-b133-2f5a366df173 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:58:57.765097 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device a2aff835-22da-48a1-b133-2f5a366df173 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:58:57.815405 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-f5f125fb-d2b1-42d7-9dd8-6a2fd49c7a32 None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:58:57.828017 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609160'] for router_gateway (3ae80d5d-5d51-40c6-81d0-10bd48485a59), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.894142 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755bc9-ff8e-432d-86cc-d1bc034809fd req-41bb0ebf-aefa-4827-8f39-e87396131d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:57.895661 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ee755bc9-ff8e-432d-86cc-d1bc034809fd req-41bb0ebf-aefa-4827-8f39-e87396131d9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 912 time: 0.2006164 Oct 28 19:58:57.962553 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6337'] for router (3ae80d5d-5d51-40c6-81d0-10bd48485a59), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:57.966160 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Publish callbacks [] for router_controller (3ae80d5d-5d51-40c6-81d0-10bd48485a59), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.015411 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ee755bc9-ff8e-432d-86cc-d1bc034809fd req-0059b41b-f6f7-4a04-a7a1-348eda541bec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abfa4d18-a781-4ef7-a98f-b877170cef28 HTTP/1.1" status: 200 len: 999 time: 0.0892589 Oct 28 19:58:58.019895 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605668'] for router (3ae80d5d-5d51-40c6-81d0-10bd48485a59), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.020514 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae80d5d-5d51-40c6-81d0-10bd48485a59 {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:58:58.032460 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.036494 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-f2c0cad6-c5fe-4b32-a019-149a0fe839a8 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3ae80d5d-5d51-40c6-81d0-10bd48485a59 HTTP/1.1" status: 204 len: 168 time: 1.2744308 Oct 28 19:58:58.036494 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51914) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:58.146186 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-f5f125fb-d2b1-42d7-9dd8-6a2fd49c7a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'ead72946-0e65-4509-869b-14ffa4e0a90d', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'floating_ip_address': '172.28.3.202', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'port_id': 'abfa4d18-a781-4ef7-a98f-b877170cef28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'mac_address': 'fa:16:3e:27:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:44Z', 'updated_at': '2022-10-28T19:58:56Z', 'revision_number': 1, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:58.172689 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f125fb-d2b1-42d7-9dd8-6a2fd49c7a32 None None] The sync data for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb is: [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'ead72946-0e65-4509-869b-14ffa4e0a90d', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'floating_ip_address': '172.28.3.202', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'port_id': 'abfa4d18-a781-4ef7-a98f-b877170cef28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'mac_address': 'fa:16:3e:27:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T19:58:44Z', 'updated_at': '2022-10-28T19:58:56Z', 'revision_number': 1, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:58:58.350300 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755bc9-ff8e-432d-86cc-d1bc034809fd req-84055ae7-7c3c-4b29-8025-212f29488972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:58.351802 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ee755bc9-ff8e-432d-86cc-d1bc034809fd req-84055ae7-7c3c-4b29-8025-212f29488972 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e755505c-15bc-4e3a-9b0c-d97821dc8c4f HTTP/1.1" status: 200 len: 850 time: 0.3294406 Oct 28 19:58:58.359711 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f65040e-2ed2-4b59-92dd-693ab690f869 admin admin] Deleting subnet 5b12484f-5aa4-489b-b996-1efaffab20b2 {{(pid=103758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:58:58.372436 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3f65040e-2ed2-4b59-92dd-693ab690f869 admin admin] Publish callbacks [] for subnet (5b12484f-5aa4-489b-b996-1efaffab20b2), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.431027 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3f65040e-2ed2-4b59-92dd-693ab690f869 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7384175'] for subnet (5b12484f-5aa4-489b-b996-1efaffab20b2), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.466357 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755bc9-ff8e-432d-86cc-d1bc034809fd req-af56905d-8911-4550-a3c5-9cbcb894ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:58:58.468384 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ee755bc9-ff8e-432d-86cc-d1bc034809fd req-af56905d-8911-4550-a3c5-9cbcb894ceff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34106c65-61da-4f30-bd6e-bdeb635e2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1062512 Oct 28 19:58:58.480295 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce9791-4649-4650-8aa8-eb01135d471c None None] New status for floating IP ead72946-0e65-4509-869b-14ffa4e0a90d: ACTIVE {{(pid=103759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 19:58:58.584862 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3f65040e-2ed2-4b59-92dd-693ab690f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (5b12484f-5aa4-489b-b996-1efaffab20b2), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.643344 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ee755bc9-ff8e-432d-86cc-d1bc034809fd req-f179d74a-0ca1-4f5b-8eaa-4696b5ab2972 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681068 Oct 28 19:58:58.697495 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3f65040e-2ed2-4b59-92dd-693ab690f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8153533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8149964'] for subnet (5b12484f-5aa4-489b-b996-1efaffab20b2), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.736193 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65040e-2ed2-4b59-92dd-693ab690f869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b12484f-5aa4-489b-b996-1efaffab20b2,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:58.738473 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-3f65040e-2ed2-4b59-92dd-693ab690f869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for subnet (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.741475 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-3f65040e-2ed2-4b59-92dd-693ab690f869 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5b12484f-5aa4-489b-b996-1efaffab20b2 HTTP/1.1" status: 204 len: 168 time: 0.7036786 Oct 28 19:58:58.743805 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c95adc-7425-4ce5-ab3e-f69dc006ddbb None None] Network 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:58:58.744002 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51928) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:58.783422 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ee755bc9-ff8e-432d-86cc-d1bc034809fd req-83dfa781-d4c6-4c62-8810-cab17f29bbb1 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310239 Oct 28 19:58:58.828353 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (49dd79d7-65f9-4ff6-b18e-1eb17928b2ca), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.882689 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Deleting port db56b746-9d08-440c-881f-db0c3fce3214 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:58.883037 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (db56b746-9d08-440c-881f-db0c3fce3214), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.911083 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9262e5ad-1e8a-4b53-9658-f96638c59854 None None] DHCP port deletion for 49dd79d7-65f9-4ff6-b18e-1eb17928b2ca request from dv-cinder-862894-1-smb {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:58:58.946311 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] For port db56b746-9d08-440c-881f-db0c3fce3214, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=db56b746-9d08-440c-881f-db0c3fce3214,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:58.946683 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (db56b746-9d08-440c-881f-db0c3fce3214), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.956914 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9262e5ad-1e8a-4b53-9658-f96638c59854 None None] Deleting port db56b746-9d08-440c-881f-db0c3fce3214 {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:58.957357 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9262e5ad-1e8a-4b53-9658-f96638c59854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (db56b746-9d08-440c-881f-db0c3fce3214), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:58.965880 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Calling delete_port for db56b746-9d08-440c-881f-db0c3fce3214 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:59.024588 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-9262e5ad-1e8a-4b53-9658-f96638c59854 None None] For port db56b746-9d08-440c-881f-db0c3fce3214, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=db56b746-9d08-440c-881f-db0c3fce3214,segment=NetworkSegment(2367c0c8-e38a-44a8-8a8a-8918e70f7ac1),segment_id=2367c0c8-e38a-44a8-8a8a-8918e70f7ac1)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:59.024921 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9262e5ad-1e8a-4b53-9658-f96638c59854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (db56b746-9d08-440c-881f-db0c3fce3214), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.037853 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9262e5ad-1e8a-4b53-9658-f96638c59854 None None] Calling delete_port for db56b746-9d08-440c-881f-db0c3fce3214 owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:58:59.046616 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (db56b746-9d08-440c-881f-db0c3fce3214), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.071218 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=db56b746-9d08-440c-881f-db0c3fce3214,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:59.075367 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] No DVR routers for this DVR port db56b746-9d08-440c-881f-db0c3fce3214 on host dv-cinder-862894-1-smb {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:58:59.083378 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.083741 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.084090 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.084432 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.084770 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.085104 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.085478 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.085794 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.086127 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.086471 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.086798 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.087128 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.087456 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:58:59.115467 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9262e5ad-1e8a-4b53-9658-f96638c59854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013'] for port (db56b746-9d08-440c-881f-db0c3fce3214), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.141734 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9262e5ad-1e8a-4b53-9658-f96638c59854 None None] No DVR routers for this DVR port db56b746-9d08-440c-881f-db0c3fce3214 on host dv-cinder-862894-1-smb {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:58:59.145450 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262e5ad-1e8a-4b53-9658-f96638c59854 None None] Pushing event deleted for resources: {'Port': ['ID=db56b746-9d08-440c-881f-db0c3fce3214,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:59.160173 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (49dd79d7-65f9-4ff6-b18e-1eb17928b2ca), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.180477 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49dd79d7-65f9-4ff6-b18e-1eb17928b2ca']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:59.190201 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:59.190504 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2367c0c8-e38a-44a8-8a8a-8918e70f7ac1') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:58:59.199551 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4733779'] for segment (2367c0c8-e38a-44a8-8a8a-8918e70f7ac1), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.212690 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (2367c0c8-e38a-44a8-8a8a-8918e70f7ac1), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.219462 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:58:59.219890 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4779694'] for segment (2367c0c8-e38a-44a8-8a8a-8918e70f7ac1), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.259569 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 2367c0c8-e38a-44a8-8a8a-8918e70f7ac1 resource provider aggregate not found Oct 28 19:58:59.277802 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 2367c0c8-e38a-44a8-8a8a-8918e70f7ac1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2367c0c8-e38a-44a8-8a8a-8918e70f7ac1 found for delete ", "request_id": "req-1150d0af-9907-43f2-b1e7-53a26496e77d"}]} Oct 28 19:58:59.294155 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (49dd79d7-65f9-4ff6-b18e-1eb17928b2ca), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.306655 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.310042 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/49dd79d7-65f9-4ff6-b18e-1eb17928b2ca HTTP/1.1" status: 204 len: 168 time: 0.5644665 Oct 28 19:58:59.313103 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51940) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:58:59.322379 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84add6-e4bc-4f3c-a207-c43cb8ef5ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=49dd79d7-65f9-4ff6-b18e-1eb17928b2ca,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:58:59.653822 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606274'] for router_interface (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.693498 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 5df59006-22ff-4e1e-b710-2670477217cb no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:58:59.721662 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 5df59006-22ff-4e1e-b710-2670477217cb {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:58:59.722017 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 5df59006-22ff-4e1e-b710-2670477217cb not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:58:59.722545 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device db56b746-9d08-440c-881f-db0c3fce3214 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:58:59.741044 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: db56b746-9d08-440c-881f-db0c3fce3214 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:58:59.741394 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device db56b746-9d08-440c-881f-db0c3fce3214 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:58:59.903158 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] Deleting port 879737e1-05dd-46d8-824b-d20db37c31f1 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:58:59.903407 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.981510 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] For port 879737e1-05dd-46d8-824b-d20db37c31f1, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=879737e1-05dd-46d8-824b-d20db37c31f1,segment=NetworkSegment(33b74d82-b45e-462f-8399-124880b37dc5),segment_id=33b74d82-b45e-462f-8399-124880b37dc5)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:58:59.981893 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:58:59.997942 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] Calling delete_port for 879737e1-05dd-46d8-824b-d20db37c31f1 owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:00.172843 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (879737e1-05dd-46d8-824b-d20db37c31f1), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:00.196805 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=879737e1-05dd-46d8-824b-d20db37c31f1,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:00.363045 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605938'] for router_interface (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:00.568308 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] Router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:59:00.670358 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:00.678597 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-b2ef8fc0-2234-4be4-b0d4-e35f45bbfcf1 admin admin] 10.222.0.64 "PUT /v2.0/routers/06b4a5b1-ff65-4f25-87ce-dd04d650b9ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3615260 Oct 28 19:59:00.678752 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51946) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:00.679474 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde9e7f-5d7c-45bf-b94f-f6a2a752d173 None None] Sync routers for ids ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:00.691897 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde9e7f-5d7c-45bf-b94f-f6a2a752d173 None None] Routers {'06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:00.692545 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-1cde9e7f-5d7c-45bf-b94f-f6a2a752d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:00.787589 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Publish callbacks [] for router (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:00.793754 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-1cde9e7f-5d7c-45bf-b94f-f6a2a752d173 None None] Set router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:00.884805 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Publish callbacks [] for router_gateway (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:00.932801 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Deleting port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:00.933143 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:00.967821 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-1cde9e7f-5d7c-45bf-b94f-f6a2a752d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'name': 'tempest-TestShelveInstance-144028722-router', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:59:00Z', 'revision_number': 5, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'gw_port': {'id': '21b63be2-d4f4-4b21-a8a8-f0d107bae31a', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:00.992525 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde9e7f-5d7c-45bf-b94f-f6a2a752d173 None None] Checking router: 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:01.002160 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde9e7f-5d7c-45bf-b94f-f6a2a752d173 None None] Routers {'06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:01.002783 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-1cde9e7f-5d7c-45bf-b94f-f6a2a752d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:58:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:01.019607 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] For port 21b63be2-d4f4-4b21-a8a8-f0d107bae31a, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=21b63be2-d4f4-4b21-a8a8-f0d107bae31a,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:01.020006 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.032306 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Calling delete_port for 21b63be2-d4f4-4b21-a8a8-f0d107bae31a owned by network:router_gateway {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:01.097323 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-1cde9e7f-5d7c-45bf-b94f-f6a2a752d173 None None] Set router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec gateway port host: None {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:01.149609 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-1cde9e7f-5d7c-45bf-b94f-f6a2a752d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'name': 'tempest-TestShelveInstance-144028722-router', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:59:00Z', 'revision_number': 6, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'gw_port_host': None}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:01.175268 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde9e7f-5d7c-45bf-b94f-f6a2a752d173 None None] The sync data for ids ['06b4a5b1-ff65-4f25-87ce-dd04d650b9ec'] in dv-cinder-862894-1-smb is: [{'id': '06b4a5b1-ff65-4f25-87ce-dd04d650b9ec', 'name': 'tempest-TestShelveInstance-144028722-router', 'tenant_id': '9147a7a756a049228afdcd1bf1bb4f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:54:03Z', 'updated_at': '2022-10-28T19:59:00Z', 'revision_number': 6, 'project_id': '9147a7a756a049228afdcd1bf1bb4f16', 'gw_port_host': None}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:01.203097 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (21b63be2-d4f4-4b21-a8a8-f0d107bae31a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.229124 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b63be2-d4f4-4b21-a8a8-f0d107bae31a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:01.301473 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609160'] for router_gateway (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.384556 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6337'] for router (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.386775 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Publish callbacks [] for router_controller (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.428279 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605668'] for router (06b4a5b1-ff65-4f25-87ce-dd04d650b9ec), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.428423 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b4a5b1-ff65-4f25-87ce-dd04d650b9ec {{(pid=103756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 19:59:01.433276 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.434451 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-a96dd289-d47c-4546-b0f1-3e3286066ed1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/06b4a5b1-ff65-4f25-87ce-dd04d650b9ec HTTP/1.1" status: 204 len: 168 time: 0.7546527 Oct 28 19:59:01.437585 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51954) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:01.487985 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0a294f-d6d6-49e2-b272-7c70e57f7a96 admin admin] Deleting subnet 5cd9fff4-5ecd-4163-a775-72599d7005b9 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 19:59:01.491125 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b0a294f-d6d6-49e2-b272-7c70e57f7a96 admin admin] Publish callbacks [] for subnet (5cd9fff4-5ecd-4163-a775-72599d7005b9), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.532007 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b0a294f-d6d6-49e2-b272-7c70e57f7a96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4733770'] for subnet (5cd9fff4-5ecd-4163-a775-72599d7005b9), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.621643 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b0a294f-d6d6-49e2-b272-7c70e57f7a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (5cd9fff4-5ecd-4163-a775-72599d7005b9), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.687858 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b0a294f-d6d6-49e2-b272-7c70e57f7a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336434'] for subnet (5cd9fff4-5ecd-4163-a775-72599d7005b9), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.715790 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a294f-d6d6-49e2-b272-7c70e57f7a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd9fff4-5ecd-4163-a775-72599d7005b9,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:01.718053 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5b0a294f-d6d6-49e2-b272-7c70e57f7a96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.723534 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5bfd87-26f1-457f-bdd5-4512c001080c None None] Network 907dd0da-b33e-43f1-855a-082f4ec5f640 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:59:01.735641 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 51962) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:01.736286 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-5b0a294f-d6d6-49e2-b272-7c70e57f7a96 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5cd9fff4-5ecd-4163-a775-72599d7005b9 HTTP/1.1" status: 204 len: 168 time: 0.2918909 Oct 28 19:59:01.833126 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (907dd0da-b33e-43f1-855a-082f4ec5f640), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.888833 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Deleting port fd96aca9-f3f8-43a7-be6e-c47238239549 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:01.889729 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.943688 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] DHCP port deletion for 907dd0da-b33e-43f1-855a-082f4ec5f640 request from dv-cinder-862894-1-smb {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 19:59:01.974450 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] For port fd96aca9-f3f8-43a7-be6e-c47238239549, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=fd96aca9-f3f8-43a7-be6e-c47238239549,segment=NetworkSegment(33b74d82-b45e-462f-8399-124880b37dc5),segment_id=33b74d82-b45e-462f-8399-124880b37dc5)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:01.974960 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:01.991194 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Calling delete_port for fd96aca9-f3f8-43a7-be6e-c47238239549 owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:02.001080 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Deleting port fd96aca9-f3f8-43a7-be6e-c47238239549 {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:02.001529 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.082420 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] For port fd96aca9-f3f8-43a7-be6e-c47238239549, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=fd96aca9-f3f8-43a7-be6e-c47238239549,segment=NetworkSegment(33b74d82-b45e-462f-8399-124880b37dc5),segment_id=33b74d82-b45e-462f-8399-124880b37dc5)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:02.082851 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.083011 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.098819 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Calling delete_port for fd96aca9-f3f8-43a7-be6e-c47238239549 owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:02.101881 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 879737e1-05dd-46d8-824b-d20db37c31f1 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:02.111158 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd96aca9-f3f8-43a7-be6e-c47238239549,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:02.115760 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] No DVR routers for this DVR port fd96aca9-f3f8-43a7-be6e-c47238239549 on host dv-cinder-862894-1-smb {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:02.132913 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 879737e1-05dd-46d8-824b-d20db37c31f1 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:02.133555 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 879737e1-05dd-46d8-824b-d20db37c31f1 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:02.195018 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (907dd0da-b33e-43f1-855a-082f4ec5f640), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.203510 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013'] for port (fd96aca9-f3f8-43a7-be6e-c47238239549), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.216287 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907dd0da-b33e-43f1-855a-082f4ec5f640']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:02.230304 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Pushing event deleted for resources: {'Port': ['ID=fd96aca9-f3f8-43a7-be6e-c47238239549,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:02.233097 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b74d82-b45e-462f-8399-124880b37dc5') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:02.233413 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b74d82-b45e-462f-8399-124880b37dc5') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:02.238677 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] No DVR routers for this DVR port fd96aca9-f3f8-43a7-be6e-c47238239549 on host dv-cinder-862894-1-smb {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:02.242103 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.242465 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.242820 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.243192 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.243517 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.243857 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.243974 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384182'] for segment (33b74d82-b45e-462f-8399-124880b37dc5), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.244199 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.247400 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.247400 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.247400 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.247400 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.247400 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.247400 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2939e0-0ec3-4347-a63a-d8f1fdc888fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 19:59:02.263496 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (33b74d82-b45e-462f-8399-124880b37dc5), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.270316 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 19:59:02.270719 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8154459'] for segment (33b74d82-b45e-462f-8399-124880b37dc5), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.318958 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment 33b74d82-b45e-462f-8399-124880b37dc5 resource provider aggregate not found Oct 28 19:59:02.338854 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment 33b74d82-b45e-462f-8399-124880b37dc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33b74d82-b45e-462f-8399-124880b37dc5 found for delete ", "request_id": "req-6e0e28b4-207e-42a7-ac2b-d9a04eb3a297"}]} Oct 28 19:59:02.347632 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (907dd0da-b33e-43f1-855a-082f4ec5f640), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.352984 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.356219 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/907dd0da-b33e-43f1-855a-082f4ec5f640 HTTP/1.1" status: 204 len: 168 time: 0.6247599 Oct 28 19:59:02.369657 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3bd55-7e1e-4228-b5eb-acc21f1c32e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=907dd0da-b33e-43f1-855a-082f4ec5f640,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:02.469632 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51974) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:02.511554 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-3d69549b-1bdc-4e9f-9b49-bcf2cb3356f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e25cc58e13b84d64a105899eb3f7eeb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410309 Oct 28 19:59:02.514313 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51976) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:02.567153 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-702687fe-7d8c-4ddb-9ecf-e13a39b2e083 admin admin] Publish callbacks [] for security_group (ee27907d-e1b1-41ea-a949-4463d106a896), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.591102 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-702687fe-7d8c-4ddb-9ecf-e13a39b2e083 admin admin] Publish callbacks [] for security_group (ee27907d-e1b1-41ea-a949-4463d106a896), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.640382 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-702687fe-7d8c-4ddb-9ecf-e13a39b2e083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (ee27907d-e1b1-41ea-a949-4463d106a896), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.642987 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-702687fe-7d8c-4ddb-9ecf-e13a39b2e083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:02.644175 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-702687fe-7d8c-4ddb-9ecf-e13a39b2e083 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee27907d-e1b1-41ea-a949-4463d106a896 HTTP/1.1" status: 204 len: 168 time: 0.1289692 Oct 28 19:59:02.652408 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702687fe-7d8c-4ddb-9ecf-e13a39b2e083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee27907d-e1b1-41ea-a949-4463d106a896,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:02.978700 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51986) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:03.023473 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-19d34af0-5290-4dbd-9bb6-01f1b8a133ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9147a7a756a049228afdcd1bf1bb4f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429235 Oct 28 19:59:03.026119 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 51988) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:03.075190 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-030ecd09-fb1b-4cc0-8a30-545c9b7618c0 admin admin] Publish callbacks [] for security_group (901bd206-1838-4b74-b299-e42762629c7e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:03.097796 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-030ecd09-fb1b-4cc0-8a30-545c9b7618c0 admin admin] Publish callbacks [] for security_group (901bd206-1838-4b74-b299-e42762629c7e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:03.144706 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-030ecd09-fb1b-4cc0-8a30-545c9b7618c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (901bd206-1838-4b74-b299-e42762629c7e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:03.147525 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-030ecd09-fb1b-4cc0-8a30-545c9b7618c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:03.148672 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-030ecd09-fb1b-4cc0-8a30-545c9b7618c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/901bd206-1838-4b74-b299-e42762629c7e HTTP/1.1" status: 204 len: 168 time: 0.1215873 Oct 28 19:59:03.156333 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ecd09-fb1b-4cc0-8a30-545c9b7618c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901bd206-1838-4b74-b299-e42762629c7e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:03.682014 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 21b63be2-d4f4-4b21-a8a8-f0d107bae31a no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:03.701153 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 21b63be2-d4f4-4b21-a8a8-f0d107bae31a {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:03.702165 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 21b63be2-d4f4-4b21-a8a8-f0d107bae31a not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:03.702846 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device fd96aca9-f3f8-43a7-be6e-c47238239549 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:03.722427 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: fd96aca9-f3f8-43a7-be6e-c47238239549 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:03.722784 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device fd96aca9-f3f8-43a7-be6e-c47238239549 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:06.475981 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-0ea2d450-efc3-401e-a129-162aaf658e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.595106 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52052) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:07.703673 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-979598cf-2dea-4d61-9e9a-edbeac7546bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.782821 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-979598cf-2dea-4d61-9e9a-edbeac7546bf admin admin] Publish callbacks [] for security_group (4ef3f7bb-2c0e-4544-ac31-3633a0829c13), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.786286 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-979598cf-2dea-4d61-9e9a-edbeac7546bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4ef3f7bb-2c0e-4544-ac31-3633a0829c13), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.823571 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-979598cf-2dea-4d61-9e9a-edbeac7546bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5001f3553c04531a6ab0b084a1c43ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273371 Oct 28 19:59:07.824459 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979598cf-2dea-4d61-9e9a-edbeac7546bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef3f7bb-2c0e-4544-ac31-3633a0829c13,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:07.828116 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 52056) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:07.876189 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7453a168-9d7d-495f-be1a-ef6af5869d17 admin admin] Publish callbacks [] for security_group (4ef3f7bb-2c0e-4544-ac31-3633a0829c13), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.897336 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7453a168-9d7d-495f-be1a-ef6af5869d17 admin admin] Publish callbacks [] for security_group (4ef3f7bb-2c0e-4544-ac31-3633a0829c13), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.942882 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7453a168-9d7d-495f-be1a-ef6af5869d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (4ef3f7bb-2c0e-4544-ac31-3633a0829c13), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.945596 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-7453a168-9d7d-495f-be1a-ef6af5869d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:07.946740 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-7453a168-9d7d-495f-be1a-ef6af5869d17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ef3f7bb-2c0e-4544-ac31-3633a0829c13 HTTP/1.1" status: 204 len: 168 time: 0.1173911 Oct 28 19:59:07.955372 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453a168-9d7d-495f-be1a-ef6af5869d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef3f7bb-2c0e-4544-ac31-3633a0829c13,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:08.667638 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-08145b57-d6e4-4a84-aa2c-d01ebb94432f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:09.869526 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:11.432427 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:12.680821 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:18.887156 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 52228) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:18.988928 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-608fb5e9-c081-4530-97c7-8d7e46d71d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:19.063221 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-608fb5e9-c081-4530-97c7-8d7e46d71d61 admin admin] Publish callbacks [] for security_group (9d41cd3b-727b-461c-8aaa-c5cf730f3827), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:19.066806 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-608fb5e9-c081-4530-97c7-8d7e46d71d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (9d41cd3b-727b-461c-8aaa-c5cf730f3827), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:19.107815 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-608fb5e9-c081-4530-97c7-8d7e46d71d61 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04429021e29c4fb5b62b97fadfccde86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196085 Oct 28 19:59:19.108857 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fb5e9-c081-4530-97c7-8d7e46d71d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d41cd3b-727b-461c-8aaa-c5cf730f3827,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:19.110718 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52232) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:19.158895 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ceed455b-0109-42c6-9b62-0479da904a50 admin admin] Publish callbacks [] for security_group (9d41cd3b-727b-461c-8aaa-c5cf730f3827), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:19.180040 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ceed455b-0109-42c6-9b62-0479da904a50 admin admin] Publish callbacks [] for security_group (9d41cd3b-727b-461c-8aaa-c5cf730f3827), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:19.226558 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ceed455b-0109-42c6-9b62-0479da904a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (9d41cd3b-727b-461c-8aaa-c5cf730f3827), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:19.229395 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ceed455b-0109-42c6-9b62-0479da904a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:19.230568 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-ceed455b-0109-42c6-9b62-0479da904a50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d41cd3b-727b-461c-8aaa-c5cf730f3827 HTTP/1.1" status: 204 len: 168 time: 0.1187363 Oct 28 19:59:19.238440 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed455b-0109-42c6-9b62-0479da904a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d41cd3b-727b-461c-8aaa-c5cf730f3827,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:19.547919 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc133353-adee-4fd7-aa4a-fe0702d9b69a req-2febdd4e-0ddc-49a1-b238-a17252296083 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:19.549449 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fc133353-adee-4fd7-aa4a-fe0702d9b69a req-2febdd4e-0ddc-49a1-b238-a17252296083 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 945 time: 0.0583746 Oct 28 19:59:19.596951 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fc133353-adee-4fd7-aa4a-fe0702d9b69a req-c0a52ae3-1e03-4e74-8c9f-c7811d34951e tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Oct 28 19:59:19.856479 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 52260) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:19.950935 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1978270467-network', 'tenant_id': 'cdc310010cd742ef93267321126b8996'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:19.970872 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Made reservation on behalf of cdc310010cd742ef93267321126b8996 for: {'network': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:59:19.973267 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:19.981336 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.056305 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Publish callbacks [] for security_group (91273511-c221-4ed5-9142-cd26c6f47ecb), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.060090 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (91273511-c221-4ed5-9142-cd26c6f47ecb), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.081167 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=103758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:59:20.097158 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91273511-c221-4ed5-9142-cd26c6f47ecb,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:20.099993 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (22ff340f-2996-41a1-9ebd-dd680796b94f), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.100416 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.segments_db [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Added segment 22ff340f-2996-41a1-9ebd-dd680796b94f of type vlan for network a96263d7-b955-4579-8078-9af055f334fc Oct 28 19:59:20.141899 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (a96263d7-b955-4579-8078-9af055f334fc), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.165914 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (a96263d7-b955-4579-8078-9af055f334fc), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.166852 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:20.167437 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.217195 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3596125 Oct 28 19:59:20.220984 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52264) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:20.225986 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] Request body: {'subnet': {'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1978270467-subnet', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:20.228373 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249475c0-0943-4d0c-b302-db476376f1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=a96263d7-b955-4579-8078-9af055f334fc,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:20.238388 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network a96263d7-b955-4579-8078-9af055f334fc details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:59:20.246370 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] Made reservation on behalf of cdc310010cd742ef93267321126b8996 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:59:20.249222 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336607'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.414009 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4778505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336429'] for subnet (f6cce4f2-899f-4090-a464-a5a582a31455), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.474979 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cce4f2-899f-4090-a464-a5a582a31455,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:20.481060 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] Checking segment: {'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:20.481439 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] Network hostable DHCP agents. Network: a96263d7-b955-4579-8078-9af055f334fc, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:59:20.497912 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] Network a96263d7-b955-4579-8078-9af055f334fc is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:59:20.507526 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, a96263d7-b955-4579-8078-9af055f334fc) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:20.511966 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:20.512560 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.518262 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307319b9-3e50-4e4f-b5a2-b9e7282845ba None None] Network a96263d7-b955-4579-8078-9af055f334fc requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:59:20.541323 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-aeb529fd-66fa-4022-8e55-9f10a5090a9e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3191299 Oct 28 19:59:20.544324 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52266) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:20.548677 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:20.568637 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6387'] for router (476c775c-0c83-45d0-8e32-3281fb47fb07), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.570239 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2087092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (476c775c-0c83-45d0-8e32-3281fb47fb07), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.620326 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Publish callbacks [] for router_controller (476c775c-0c83-45d0-8e32-3281fb47fb07), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.631815 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5142abc3-3012-57d9-acdb-166ebcb134d1-a96263d7-b955-4579-8078-9af055f334fc', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'project_id': 'cdc310010cd742ef93267321126b8996', 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455'}]}} from dv-cinder-862894-1-smb. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:59:20.632570 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.732062 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb584500-9edd-4b73-83be-47d874bdd624 req-14705e18-cdfb-4635-a51d-0461125b8a1d tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:20.734180 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eb584500-9edd-4b73-83be-47d874bdd624 req-14705e18-cdfb-4635-a51d-0461125b8a1d tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 945 time: 0.0543647 Oct 28 19:59:20.761165 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Publish callbacks [] for router_gateway (476c775c-0c83-45d0-8e32-3281fb47fb07), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.777996 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Allocated IP 172.20.0.2 (a96263d7-b955-4579-8078-9af055f334fc/f6cce4f2-899f-4090-a464-a5a582a31455/2d820923-a677-4ca3-9e33-78b6066253a2) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:20.792217 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-eb584500-9edd-4b73-83be-47d874bdd624 req-0735e7f4-7683-4d64-83a9-a66191bdd7af tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512750 Oct 28 19:59:20.928123 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Publish callbacks [] for port (2d820923-a677-4ca3-9e33-78b6066253a2), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.934217 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.954764 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Publish callbacks [] for router_gateway (476c775c-0c83-45d0-8e32-3281fb47fb07), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.971946 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Network a96263d7-b955-4579-8078-9af055f334fc is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:20.973075 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:20.974766 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:20.980428 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:20.987639 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Pushing event updated for resources: {'Port': ['ID=2d820923-a677-4ca3-9e33-78b6066253a2,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:21.042032 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Attempting to bind port 2d820923-a677-4ca3-9e33-78b6066253a2 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:21.042407 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Attempting to bind port 2d820923-a677-4ca3-9e33-78b6066253a2 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:21.042775 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Attempting to bind port 2d820923-a677-4ca3-9e33-78b6066253a2 on network a96263d7-b955-4579-8078-9af055f334fc {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:21.048803 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:21.049191 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Checking segment: {'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:21.049634 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:21.050038 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Bound using segment: {'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:21.050518 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Bound port: 2d820923-a677-4ca3-9e33-78b6066253a2, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:21.050904 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:21.115274 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] For port 2d820923-a677-4ca3-9e33-78b6066253a2, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:21.118760 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] For port 2d820923-a677-4ca3-9e33-78b6066253a2, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=2d820923-a677-4ca3-9e33-78b6066253a2,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:21.124922 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:21.176771 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cbe9a-a812-4e12-bd78-2edc627b1a87 None None] Pushing event updated for resources: {'Port': ['ID=2d820923-a677-4ca3-9e33-78b6066253a2,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:21.320703 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Allocated IP 172.28.3.186 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/93461566-0b5d-4f88-8f25-ab5fab5e99f8) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:21.425244 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Publish callbacks [] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:21.457033 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:21.497683 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:21.505317 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:21.507556 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Pushing event updated for resources: {'Port': ['ID=93461566-0b5d-4f88-8f25-ab5fab5e99f8,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:21.509749 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:21.715969 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 2d820923-a677-4ca3-9e33-78b6066253a2 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:21.753021 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Publish callbacks [] for router_gateway (476c775c-0c83-45d0-8e32-3281fb47fb07), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:21.910021 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 2d820923-a677-4ca3-9e33-78b6066253a2 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:21.910425 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:21.910770 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 2d820923-a677-4ca3-9e33-78b6066253a2 Oct 28 19:59:21.952900 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9360a-2c2c-4de3-b14c-399ceae2e971 req-3dc09069-a851-421f-b66a-e2d08c67baa9 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:21.955355 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-91c9360a-2c2c-4de3-b14c-399ceae2e971 req-3dc09069-a851-421f-b66a-e2d08c67baa9 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 945 time: 0.0708458 Oct 28 19:59:21.984475 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609196'] for router (476c775c-0c83-45d0-8e32-3281fb47fb07), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:21.992259 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 2d820923-a677-4ca3-9e33-78b6066253a2 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:21.992654 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.028305 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-91c9360a-2c2c-4de3-b14c-399ceae2e971 req-4a94ddc8-3b6f-40d1-a25d-42f4bc42c5c3 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607774 Oct 28 19:59:22.032070 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 2d820923-a677-4ca3-9e33-78b6066253a2, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=2d820923-a677-4ca3-9e33-78b6066253a2,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:22.038203 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.089931 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74708b2e-bf50-4b23-8cfe-a60a18eabdc4 None None] Network a96263d7-b955-4579-8078-9af055f334fc requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:59:22.096338 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=2d820923-a677-4ca3-9e33-78b6066253a2,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:22.116135 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Router 476c775c-0c83-45d0-8e32-3281fb47fb07 is scheduled to L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:59:22.195069 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-946e5ce5-7a45-44e7-b8a8-24c3ba7956f8 None None] Provisioning complete for port 2d820923-a677-4ca3-9e33-78b6066253a2 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:22.195443 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-946e5ce5-7a45-44e7-b8a8-24c3ba7956f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.195782 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-946e5ce5-7a45-44e7-b8a8-24c3ba7956f8 None None] Attempt 1 to provision port 2d820923-a677-4ca3-9e33-78b6066253a2 Oct 28 19:59:22.218516 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:22.229538 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Sync routers for ids ['476c775c-0c83-45d0-8e32-3281fb47fb07'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:22.236661 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.237944 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-5fc21c4f-2d3d-4094-90df-85d6166d9811 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6925874 Oct 28 19:59:22.240665 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52272) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:22.257811 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Routers {'476c775c-0c83-45d0-8e32-3281fb47fb07'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:22.258446 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:59:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['476c775c-0c83-45d0-8e32-3281fb47fb07'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:22.371046 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-946e5ce5-7a45-44e7-b8a8-24c3ba7956f8 None None] Current status of the port 2d820923-a677-4ca3-9e33-78b6066253a2 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:22.392650 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Set router 476c775c-0c83-45d0-8e32-3281fb47fb07 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:22.509232 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-4d29eaaf-4af6-4f70-b582-ffdd8a5a264f None None] Provisioning complete for port 2d820923-a677-4ca3-9e33-78b6066253a2 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:22.509643 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4d29eaaf-4af6-4f70-b582-ffdd8a5a264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.510000 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-4d29eaaf-4af6-4f70-b582-ffdd8a5a264f None None] Attempt 1 to provision port 2d820923-a677-4ca3-9e33-78b6066253a2 Oct 28 19:59:22.631464 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-4d29eaaf-4af6-4f70-b582-ffdd8a5a264f None None] Current status of the port 2d820923-a677-4ca3-9e33-78b6066253a2 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:22.646139 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:21Z', 'revision_number': 3, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:22.650850 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.671770 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Checking router: 476c775c-0c83-45d0-8e32-3281fb47fb07 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:22.672138 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Updating router 476c775c-0c83-45d0-8e32-3281fb47fb07 port 93461566-0b5d-4f88-8f25-ab5fab5e99f8 binding host dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:59:22.698751 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.799079 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Allocated IP 172.20.0.1 (a96263d7-b955-4579-8078-9af055f334fc/f6cce4f2-899f-4090-a464-a5a582a31455/8c846ed0-77c8-4ed3-8384-775fb6d312d7) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:22.904663 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Publish callbacks [] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.936839 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.943859 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Publish callbacks [] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.949346 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.975710 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Network a96263d7-b955-4579-8078-9af055f334fc is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:22.978543 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:22.980932 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:22.982339 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Attempting to bind port 93461566-0b5d-4f88-8f25-ab5fab5e99f8 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:22.982909 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Attempting to bind port 93461566-0b5d-4f88-8f25-ab5fab5e99f8 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:22.983284 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Attempting to bind port 93461566-0b5d-4f88-8f25-ab5fab5e99f8 on network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:22.990719 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:22.991102 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Checking segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:22.991513 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:22.991910 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Bound using segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:22.992383 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Bound port: 93461566-0b5d-4f88-8f25-ab5fab5e99f8, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:22.992772 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.007552 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c846ed0-77c8-4ed3-8384-775fb6d312d7,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:23.022696 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e7334-f756-4a6b-aaa0-fdd3fd6ae2a9 None None] Pushing event updated for resources: {'Port': ['ID=93461566-0b5d-4f88-8f25-ab5fab5e99f8,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:23.030028 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606201'] for router_interface (476c775c-0c83-45d0-8e32-3281fb47fb07), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.054378 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] For port 93461566-0b5d-4f88-8f25-ab5fab5e99f8, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:23.057851 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] For port 93461566-0b5d-4f88-8f25-ab5fab5e99f8, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=93461566-0b5d-4f88-8f25-ab5fab5e99f8,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:23.065649 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.128691 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e7334-f756-4a6b-aaa0-fdd3fd6ae2a9 None None] Pushing event updated for resources: {'Port': ['ID=93461566-0b5d-4f88-8f25-ab5fab5e99f8,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:23.138351 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Routers {'476c775c-0c83-45d0-8e32-3281fb47fb07'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:23.139784 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:59:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['476c775c-0c83-45d0-8e32-3281fb47fb07'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:23.158723 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef8ca8-d3b5-4ac6-8a58-0bf8cd83a4d9 req-1c717a80-8813-44ee-8834-6884dfb8ea17 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:23.167162 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2cef8ca8-d3b5-4ac6-8a58-0bf8cd83a4d9 req-1c717a80-8813-44ee-8834-6884dfb8ea17 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 945 time: 0.0665772 Oct 28 19:59:23.175719 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.215204 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2cef8ca8-d3b5-4ac6-8a58-0bf8cd83a4d9 req-bff37d8f-53df-4824-8943-048f555353c9 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470083 Oct 28 19:59:23.261526 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] Set router 476c775c-0c83-45d0-8e32-3281fb47fb07 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:23.297511 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Provisioning complete for port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:23.297900 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.298250 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Attempt 1 to provision port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 Oct 28 19:59:23.347473 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Publish callbacks [] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.352013 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.397891 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:23.419209 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606317'] for router_interface (476c775c-0c83-45d0-8e32-3281fb47fb07), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.420927 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c846ed0-77c8-4ed3-8384-775fb6d312d7,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:23.492530 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '8c846ed0-77c8-4ed3-8384-775fb6d312d7', 'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'mac_address': 'fa:16:3e:e0:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:22Z', 'updated_at': '2022-10-28T19:59:22Z', 'revision_number': 1, 'project_id': 'cdc310010cd742ef93267321126b8996', 'subnets': [{'id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:23.513158 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Network a96263d7-b955-4579-8078-9af055f334fc is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:23.515185 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:23.518130 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce3189c-ed2f-4de2-bf86-fb9c000027a8 None None] The sync data for ids ['476c775c-0c83-45d0-8e32-3281fb47fb07'] in dv-cinder-862894-1-smb is: [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '8c846ed0-77c8-4ed3-8384-775fb6d312d7', 'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'mac_address': 'fa:16:3e:e0:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:22Z', 'updated_at': '2022-10-28T19:59:22Z', 'revision_number': 1, 'project_id': 'cdc310010cd742ef93267321126b8996', 'subnets': [{'id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:23.632152 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Router 476c775c-0c83-45d0-8e32-3281fb47fb07 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:59:23.714599 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 2d820923-a677-4ca3-9e33-78b6066253a2 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:23.749502 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:23.755977 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-fd0a577e-eeed-4fa8-8712-d5a7379b79a8 admin admin] 10.222.0.64 "PUT /v2.0/routers/476c775c-0c83-45d0-8e32-3281fb47fb07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5142870 Oct 28 19:59:23.792748 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 2d820923-a677-4ca3-9e33-78b6066253a2 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:23.793061 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:23.793454 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 2d820923-a677-4ca3-9e33-78b6066253a2 Oct 28 19:59:23.884054 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 2d820923-a677-4ca3-9e33-78b6066253a2 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:23.898876 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Attempt 2 to provision port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 Oct 28 19:59:23.933393 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:24.283592 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52292) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:24.292195 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1505395309-network', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:24.319152 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Made reservation on behalf of dca7ddd186fd45a591a1b89e793fdd47 for: {'network': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:59:24.321887 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for network (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.331858 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.427340 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Publish callbacks [] for security_group (388a0953-cee4-45a3-a1e0-837541d61dc0), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.434537 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Attempt 3 to provision port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 Oct 28 19:59:24.435105 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (388a0953-cee4-45a3-a1e0-837541d61dc0), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.456133 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=103756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 19:59:24.466257 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (6433bcda-1803-48ee-bf97-93848444fe81), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.466605 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.segments_db [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Added segment 6433bcda-1803-48ee-bf97-93848444fe81 of type vlan for network 0df7e5f1-4130-48cd-898c-12f01d546699 Oct 28 19:59:24.481812 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:24.512256 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388a0953-cee4-45a3-a1e0-837541d61dc0,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:24.524284 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727764404062'] for network (0df7e5f1-4130-48cd-898c-12f01d546699), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.558102 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885'] for network (0df7e5f1-4130-48cd-898c-12f01d546699), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.559099 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:24.559733 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.617011 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3300951 Oct 28 19:59:24.617219 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52294) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:24.622297 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] Request body: {'subnet': {'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1505395309-subnet', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'ip_version': 4}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:24.642879 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719284c1-bddc-49f0-8e8a-b2116b7c14a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0df7e5f1-4130-48cd-898c-12f01d546699,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:24.649814 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd53a2-3f04-4483-9747-45079b14c178 req-ac017ac9-4ae2-41fd-a0eb-7749036bdd2d tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:24.651254 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-59cd53a2-3f04-4483-9747-45079b14c178 req-ac017ac9-4ae2-41fd-a0eb-7749036bdd2d tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 945 time: 0.3533056 Oct 28 19:59:24.654843 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Network 0df7e5f1-4130-48cd-898c-12f01d546699 details requested by agent ovs-agent-dv-cinder-862894-1-smb with host dv-cinder-862894-1-smb {{(pid=103759) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 19:59:24.657206 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] Made reservation on behalf of dca7ddd186fd45a591a1b89e793fdd47 for: {'subnet': 1} {{(pid=103756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:59:24.659974 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4336607'] for subnet (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.752243 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e83b4-3915-479e-9667-62674ddb825e req-ffc286e2-ab8a-445a-868c-40f849c7ae9a tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:24.754083 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-017e83b4-3915-479e-9667-62674ddb825e req-ffc286e2-ab8a-445a-868c-40f849c7ae9a tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.26 "GET /v2.0/ports?device_id=4af895cf-fa01-45ee-b271-546c08da62e1 HTTP/1.1" status: 200 len: 945 time: 0.0883625 Oct 28 19:59:24.757416 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-59cd53a2-3f04-4483-9747-45079b14c178 req-919e9adf-8cea-4efe-904c-628876895261 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995543 Oct 28 19:59:24.853387 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4778505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4336429'] for subnet (aa309ef5-8fe4-459f-b8fb-179adba569d7), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.857078 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-017e83b4-3915-479e-9667-62674ddb825e req-424beee3-b6a0-4a11-98e7-d1357a200df8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Deleting port 361c627e-eaf4-4d9d-b12c-98279ff50d09 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 19:59:24.857662 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-017e83b4-3915-479e-9667-62674ddb825e req-424beee3-b6a0-4a11-98e7-d1357a200df8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.909715 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa309ef5-8fe4-459f-b8fb-179adba569d7,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:24.921067 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] Checking segment: {'id': '6433bcda-1803-48ee-bf97-93848444fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:24.921458 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] Network hostable DHCP agents. Network: 0df7e5f1-4130-48cd-898c-12f01d546699, hostable agents: ['b4c07cbf-7d50-4fe2-971a-47d769d47676'], hosted agents: [] {{(pid=103756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 19:59:24.939110 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] Network 0df7e5f1-4130-48cd-898c-12f01d546699 is scheduled to be hosted by DHCP agent b4c07cbf-7d50-4fe2-971a-47d769d47676 with binding_index 1 {{(pid=103756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 19:59:24.950595 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862894-1-smb, 0df7e5f1-4130-48cd-898c-12f01d546699) {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:24.951949 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-017e83b4-3915-479e-9667-62674ddb825e req-424beee3-b6a0-4a11-98e7-d1357a200df8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] For port 361c627e-eaf4-4d9d-b12c-98279ff50d09, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=361c627e-eaf4-4d9d-b12c-98279ff50d09,segment=NetworkSegment(c95fcfa3-d767-487c-9f5f-b86385df9e9c),segment_id=c95fcfa3-d767-487c-9f5f-b86385df9e9c)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:24.952832 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-017e83b4-3915-479e-9667-62674ddb825e req-424beee3-b6a0-4a11-98e7-d1357a200df8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.955131 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:24.955741 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:24.962139 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef77074-169a-4e71-bf0d-f9ed38f617a3 None None] Network 0df7e5f1-4130-48cd-898c-12f01d546699 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:59:24.967023 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-017e83b4-3915-479e-9667-62674ddb825e req-424beee3-b6a0-4a11-98e7-d1357a200df8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Calling delete_port for 361c627e-eaf4-4d9d-b12c-98279ff50d09 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 19:59:24.977380 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-0ff16115-f044-4fc0-afcc-5c638193c315 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3590407 Oct 28 19:59:24.979995 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52296) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:24.984057 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Attempt 4 to provision port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 Oct 28 19:59:24.986588 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1505395309-router', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:25.013290 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1669875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6387'] for router (9c651923-3c0d-4265-ae00-708acaf359c3), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.014947 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1609017', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2087092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6392'] for router (9c651923-3c0d-4265-ae00-708acaf359c3), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.083502 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:25.085042 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Publish callbacks [] for router_controller (9c651923-3c0d-4265-ae00-708acaf359c3), precommit_add_association {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.126486 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5142abc3-3012-57d9-acdb-166ebcb134d1-0df7e5f1-4130-48cd-898c-12f01d546699', 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699', 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'fixed_ips': [{'subnet_id': 'aa309ef5-8fe4-459f-b8fb-179adba569d7'}]}} from dv-cinder-862894-1-smb. {{(pid=103759) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 19:59:25.127374 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.136505 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-017e83b4-3915-479e-9667-62674ddb825e req-424beee3-b6a0-4a11-98e7-d1357a200df8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (361c627e-eaf4-4d9d-b12c-98279ff50d09), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.164766 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424beee3-b6a0-4a11-98e7-d1357a200df8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Pushing event deleted for resources: {'Port': ['ID=361c627e-eaf4-4d9d-b12c-98279ff50d09,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:25.219724 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-017e83b4-3915-479e-9667-62674ddb825e req-424beee3-b6a0-4a11-98e7-d1357a200df8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] No DVR routers for this DVR port 361c627e-eaf4-4d9d-b12c-98279ff50d09 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 19:59:25.222444 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-017e83b4-3915-479e-9667-62674ddb825e req-424beee3-b6a0-4a11-98e7-d1357a200df8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.226650 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-017e83b4-3915-479e-9667-62674ddb825e req-424beee3-b6a0-4a11-98e7-d1357a200df8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.26 "DELETE /v2.0/ports/361c627e-eaf4-4d9d-b12c-98279ff50d09 HTTP/1.1" status: 204 len: 173 time: 0.4668250 Oct 28 19:59:25.227200 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af895cf-fa01-45ee-b271-546c08da62e1', 'name': 'network-vif-deleted', 'tag': '361c627e-eaf4-4d9d-b12c-98279ff50d09'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:59:25.229782 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Publish callbacks [] for router_gateway (9c651923-3c0d-4265-ae00-708acaf359c3), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.230201 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f941316-37a6-46cf-a7d0-ce5a66c15548" -d '{"events": [{"server_uuid": "4af895cf-fa01-45ee-b271-546c08da62e1", "name": "network-vif-deleted", "tag": "361c627e-eaf4-4d9d-b12c-98279ff50d09"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:59:25.285645 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6e19c4-8aca-4414-81a4-1e4428f055bb x-openstack-request-id: req-3a6e19c4-8aca-4414-81a4-1e4428f055bb {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:59:25.286231 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af895cf-fa01-45ee-b271-546c08da62e1", "name": "network-vif-deleted", "tag": "361c627e-eaf4-4d9d-b12c-98279ff50d09", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:59:25.286651 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a6e19c4-8aca-4414-81a4-1e4428f055bb {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:59:25.287240 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6e19c4-8aca-4414-81a4-1e4428f055bb'] response: {'server_uuid': '4af895cf-fa01-45ee-b271-546c08da62e1', 'name': 'network-vif-deleted', 'tag': '361c627e-eaf4-4d9d-b12c-98279ff50d09', 'status': 'completed', 'code': 200} Oct 28 19:59:25.422004 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.db_base_plugin_common [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Allocated IP 172.20.0.2 (0df7e5f1-4130-48cd-898c-12f01d546699/aa309ef5-8fe4-459f-b8fb-179adba569d7/746f0b41-6447-4372-9ed4-11d93e659063) {{(pid=103759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:25.574451 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Publish callbacks [] for port (746f0b41-6447-4372-9ed4-11d93e659063), precommit_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.583493 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004'] for port (746f0b41-6447-4372-9ed4-11d93e659063), after_create {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.585650 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Attempt 5 to provision port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 Oct 28 19:59:25.690113 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:25.690716 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Pushing event updated for resources: {'Port': ['ID=746f0b41-6447-4372-9ed4-11d93e659063,revision_number=1']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:25.713402 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Network 0df7e5f1-4130-48cd-898c-12f01d546699 is already hosted by enough agents. {{(pid=103759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:25.715687 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.scheduler.base_scheduler [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Resources bound (agent type, host, resource id): {{(pid=103759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:25.715822 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Publish callbacks [] for router_gateway (9c651923-3c0d-4265-ae00-708acaf359c3), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.721528 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Received port after_create {{(pid=103759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:25.748033 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.790396 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Attempting to bind port 746f0b41-6447-4372-9ed4-11d93e659063 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:25.798125 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Attempting to bind port 746f0b41-6447-4372-9ed4-11d93e659063 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '6433bcda-1803-48ee-bf97-93848444fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:25.799794 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Attempting to bind port 746f0b41-6447-4372-9ed4-11d93e659063 on network 0df7e5f1-4130-48cd-898c-12f01d546699 {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:25.807273 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 93461566-0b5d-4f88-8f25-ab5fab5e99f8 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:25.830300 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:25.830684 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Checking segment: {'id': '6433bcda-1803-48ee-bf97-93848444fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:25.831075 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.831477 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Bound using segment: {'id': '6433bcda-1803-48ee-bf97-93848444fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:25.831972 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Bound port: 746f0b41-6447-4372-9ed4-11d93e659063, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6433bcda-1803-48ee-bf97-93848444fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:25.832360 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (746f0b41-6447-4372-9ed4-11d93e659063), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.892377 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Allocated IP 172.28.3.73 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/368e7834-576b-437a-90ad-aa3debb975bc) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:25.911770 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 93461566-0b5d-4f88-8f25-ab5fab5e99f8 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:25.912152 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:25.912498 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 93461566-0b5d-4f88-8f25-ab5fab5e99f8 Oct 28 19:59:25.916201 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] For port 746f0b41-6447-4372-9ed4-11d93e659063, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:25.929360 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Sync routers for ids ['476c775c-0c83-45d0-8e32-3281fb47fb07'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:25.945582 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Routers {'476c775c-0c83-45d0-8e32-3281fb47fb07'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:25.946293 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:59:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['476c775c-0c83-45d0-8e32-3281fb47fb07'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:25.949588 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] For port 746f0b41-6447-4372-9ed4-11d93e659063, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=746f0b41-6447-4372-9ed4-11d93e659063,segment=NetworkSegment(6433bcda-1803-48ee-bf97-93848444fe81),segment_id=6433bcda-1803-48ee-bf97-93848444fe81)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:25.963673 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (746f0b41-6447-4372-9ed4-11d93e659063), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.048207 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Publish callbacks [] for port (368e7834-576b-437a-90ad-aa3debb975bc), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.059889 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb6eb0-2281-48a5-a55c-88e98a9db220 None None] Pushing event updated for resources: {'Port': ['ID=746f0b41-6447-4372-9ed4-11d93e659063,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:26.067088 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 93461566-0b5d-4f88-8f25-ab5fab5e99f8 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:26.067474 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.103537 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 93461566-0b5d-4f88-8f25-ab5fab5e99f8, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=93461566-0b5d-4f88-8f25-ab5fab5e99f8,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:26.104505 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Set router 476c775c-0c83-45d0-8e32-3281fb47fb07 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:26.106519 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (368e7834-576b-437a-90ad-aa3debb975bc), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.110309 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.166592 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=93461566-0b5d-4f88-8f25-ab5fab5e99f8,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:26.166811 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Pushing event updated for resources: {'Port': ['ID=368e7834-576b-437a-90ad-aa3debb975bc,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:26.178946 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:26.180431 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:26.182897 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:26.192077 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Attempt 6 to provision port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 Oct 28 19:59:26.242071 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:26.367977 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '8c846ed0-77c8-4ed3-8384-775fb6d312d7', 'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'mac_address': 'fa:16:3e:e0:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:22Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 2, 'project_id': 'cdc310010cd742ef93267321126b8996', 'subnets': [{'id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:26.393715 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Checking router: 476c775c-0c83-45d0-8e32-3281fb47fb07 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:26.394077 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Updating router 476c775c-0c83-45d0-8e32-3281fb47fb07 port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 binding host dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:59:26.424938 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.475975 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Publish callbacks [] for router_gateway (9c651923-3c0d-4265-ae00-708acaf359c3), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.666866 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1609196'] for router (9c651923-3c0d-4265-ae00-708acaf359c3), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.682487 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Publish callbacks [] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.688398 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.743353 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Attempt 7 to provision port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 Oct 28 19:59:26.748480 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bb044-049c-419d-80e9-a9557a1a92de None None] Pushing event updated for resources: {'Port': ['ID=8c846ed0-77c8-4ed3-8384-775fb6d312d7,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:26.784120 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Attempting to bind port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:26.784512 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Attempting to bind port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:26.784846 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Attempting to bind port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 on network a96263d7-b955-4579-8078-9af055f334fc {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:26.790799 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:26.791186 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Checking segment: {'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:26.791578 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.792013 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:26.792130 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Bound using segment: {'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:26.792480 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Bound port: 8c846ed0-77c8-4ed3-8384-775fb6d312d7, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:26.792864 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.798307 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Router 9c651923-3c0d-4265-ae00-708acaf359c3 is scheduled to L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa with binding_index 1 {{(pid=103756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 19:59:26.862880 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] For port 8c846ed0-77c8-4ed3-8384-775fb6d312d7, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:26.867552 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] For port 8c846ed0-77c8-4ed3-8384-775fb6d312d7, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=8c846ed0-77c8-4ed3-8384-775fb6d312d7,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:26.870641 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.875452 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.910207 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Routers {'476c775c-0c83-45d0-8e32-3281fb47fb07'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:26.910850 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:59:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['476c775c-0c83-45d0-8e32-3281fb47fb07'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:26.914715 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:26.926503 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Sync routers for ids ['9c651923-3c0d-4265-ae00-708acaf359c3'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:26.935829 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:26.937798 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-9516382c-0c2a-47f9-b04b-c48ec0aa9a17 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9555802 Oct 28 19:59:26.940552 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52308) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 19:59:26.942605 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Routers {'9c651923-3c0d-4265-ae00-708acaf359c3'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:26.943275 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:59:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['9c651923-3c0d-4265-ae00-708acaf359c3'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:26.993301 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bb044-049c-419d-80e9-a9557a1a92de None None] Pushing event updated for resources: {'Port': ['ID=8c846ed0-77c8-4ed3-8384-775fb6d312d7,revision_number=4']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:27.067851 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Set router 9c651923-3c0d-4265-ae00-708acaf359c3 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:27.069290 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] Set router 476c775c-0c83-45d0-8e32-3281fb47fb07 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:27.127993 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 361c627e-eaf4-4d9d-b12c-98279ff50d09 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 19:59:27.189260 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: 361c627e-eaf4-4d9d-b12c-98279ff50d09 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 19:59:27.189639 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 361c627e-eaf4-4d9d-b12c-98279ff50d09 not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 19:59:27.227488 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e424d296-cb89-4b28-b2d0-771b4ec9acd0 None None] Network 0df7e5f1-4130-48cd-898c-12f01d546699 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 19:59:27.294905 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Attempt 8 to provision port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 Oct 28 19:59:27.308844 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '8c846ed0-77c8-4ed3-8384-775fb6d312d7', 'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'mac_address': 'fa:16:3e:e0:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:22Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'subnets': [{'id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:27.336926 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a3b3ae-f8e2-4554-8bea-3d3de175c764 None None] The sync data for ids ['476c775c-0c83-45d0-8e32-3281fb47fb07'] in dv-cinder-862894-1-smb is: [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '8c846ed0-77c8-4ed3-8384-775fb6d312d7', 'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'mac_address': 'fa:16:3e:e0:54:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:22Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'subnets': [{'id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:27.444142 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'name': 'tempest-TestMinimumBasicScenario-1505395309-router', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '368e7834-576b-437a-90ad-aa3debb975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 3, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'gw_port': {'id': '368e7834-576b-437a-90ad-aa3debb975bc', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:27.485738 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.490654 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Checking router: 9c651923-3c0d-4265-ae00-708acaf359c3 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:27.491025 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Updating router 9c651923-3c0d-4265-ae00-708acaf359c3 port 368e7834-576b-437a-90ad-aa3debb975bc binding host dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:59:27.526108 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Current status of the port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:27.526508 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.549991 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (368e7834-576b-437a-90ad-aa3debb975bc), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.607741 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] For port 8c846ed0-77c8-4ed3-8384-775fb6d312d7, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=8c846ed0-77c8-4ed3-8384-775fb6d312d7,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:27.653449 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.714302 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Allocated IP 172.20.0.1 (0df7e5f1-4130-48cd-898c-12f01d546699/aa309ef5-8fe4-459f-b8fb-179adba569d7/46164a69-5393-4c9b-acc3-8875c49463ee) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:27.834641 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0d740-3579-4ae1-a079-4634725ddbdc None None] Pushing event updated for resources: {'Port': ['ID=8c846ed0-77c8-4ed3-8384-775fb6d312d7,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:27.861568 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] Provisioning complete for port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:27.861954 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.862301 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] Attempt 1 to provision port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 Oct 28 19:59:27.865546 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Publish callbacks [] for port (46164a69-5393-4c9b-acc3-8875c49463ee), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.907471 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:27.966422 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Network 0df7e5f1-4130-48cd-898c-12f01d546699 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:27.967148 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 746f0b41-6447-4372-9ed4-11d93e659063 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:27.975045 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:27.978561 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Pushing event updated for resources: {'Port': ['ID=46164a69-5393-4c9b-acc3-8875c49463ee,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:27.980252 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:28.023425 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606201'] for router_interface (9c651923-3c0d-4265-ae00-708acaf359c3), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.042293 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Publish callbacks [] for port (368e7834-576b-437a-90ad-aa3debb975bc), precommit_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.048800 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] Current status of the port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:28.058571 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (368e7834-576b-437a-90ad-aa3debb975bc), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.106014 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Attempting to bind port 368e7834-576b-437a-90ad-aa3debb975bc on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:28.106426 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Attempting to bind port 368e7834-576b-437a-90ad-aa3debb975bc by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:28.106811 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Attempting to bind port 368e7834-576b-437a-90ad-aa3debb975bc on network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:28.115343 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] Provisioning complete for port 746f0b41-6447-4372-9ed4-11d93e659063 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:28.115729 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (746f0b41-6447-4372-9ed4-11d93e659063), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.116078 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] Attempt 1 to provision port 746f0b41-6447-4372-9ed4-11d93e659063 Oct 28 19:59:28.156939 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:28.157330 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Checking segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:28.157838 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.158177 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Bound using segment: {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'} {{(pid=103759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:28.158654 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.managers [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Bound port: 368e7834-576b-437a-90ad-aa3debb975bc, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b148df-5f6a-40b1-89d4-4478045d4fe7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}}] {{(pid=103759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:28.159042 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (368e7834-576b-437a-90ad-aa3debb975bc), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.168008 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702a27d-fbfc-4f42-b876-0de19adece1e None None] Pushing event updated for resources: {'Port': ['ID=368e7834-576b-437a-90ad-aa3debb975bc,revision_number=2']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:28.177294 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.192018 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 746f0b41-6447-4372-9ed4-11d93e659063 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:28.192407 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (746f0b41-6447-4372-9ed4-11d93e659063), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.192960 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 746f0b41-6447-4372-9ed4-11d93e659063 Oct 28 19:59:28.272963 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] For port 368e7834-576b-437a-90ad-aa3debb975bc, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:28.278548 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] For port 368e7834-576b-437a-90ad-aa3debb975bc, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=368e7834-576b-437a-90ad-aa3debb975bc,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:28.304728 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (368e7834-576b-437a-90ad-aa3debb975bc), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.353593 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Publish callbacks [] for port (46164a69-5393-4c9b-acc3-8875c49463ee), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.358882 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.369569 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] Current status of the port 746f0b41-6447-4372-9ed4-11d93e659063 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:28.369968 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (746f0b41-6447-4372-9ed4-11d93e659063), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.377906 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Routers {'9c651923-3c0d-4265-ae00-708acaf359c3'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:28.378542 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:59:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['9c651923-3c0d-4265-ae00-708acaf359c3'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:28.421741 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Pushing event updated for resources: {'Port': ['ID=46164a69-5393-4c9b-acc3-8875c49463ee,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:28.426542 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1606317'] for router_interface (9c651923-3c0d-4265-ae00-708acaf359c3), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.436743 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 746f0b41-6447-4372-9ed4-11d93e659063 is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:28.437229 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (746f0b41-6447-4372-9ed4-11d93e659063), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.457058 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702a27d-fbfc-4f42-b876-0de19adece1e None None] Pushing event updated for resources: {'Port': ['ID=368e7834-576b-437a-90ad-aa3debb975bc,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:28.514108 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] For port 746f0b41-6447-4372-9ed4-11d93e659063, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=746f0b41-6447-4372-9ed4-11d93e659063,segment=NetworkSegment(6433bcda-1803-48ee-bf97-93848444fe81),segment_id=6433bcda-1803-48ee-bf97-93848444fe81)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:28.524452 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (746f0b41-6447-4372-9ed4-11d93e659063), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.529052 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Network 0df7e5f1-4130-48cd-898c-12f01d546699 is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:28.531629 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:28.665180 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Router 9c651923-3c0d-4265-ae00-708acaf359c3 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 19:59:28.777858 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 19:59:28.783541 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-b322861e-4a38-4d29-9055-1148f2aaa216 admin admin] 10.222.0.64 "PUT /v2.0/routers/9c651923-3c0d-4265-ae00-708acaf359c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8416460 Oct 28 19:59:28.794404 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] Set router 9c651923-3c0d-4265-ae00-708acaf359c3 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:28.821309 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.db.api [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 19:59:28.821608 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG oslo_db.api [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 19:59:28.825377 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08544b-71e6-42e8-b03e-5f88ade18a29 None None] Pushing event updated for resources: {'Port': ['ID=746f0b41-6447-4372-9ed4-11d93e659063,revision_number=3']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:28.831772 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Provisioning complete for port 746f0b41-6447-4372-9ed4-11d93e659063 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:28.832160 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (746f0b41-6447-4372-9ed4-11d93e659063), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:28.832507 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Attempt 1 to provision port 746f0b41-6447-4372-9ed4-11d93e659063 Oct 28 19:59:29.007266 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Current status of the port 746f0b41-6447-4372-9ed4-11d93e659063 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:29.044896 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Provisioning complete for port 46164a69-5393-4c9b-acc3-8875c49463ee triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:29.045270 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.045853 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Attempt 1 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:29.086410 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Port 46164a69-5393-4c9b-acc3-8875c49463ee cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:29.100582 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'name': 'tempest-TestMinimumBasicScenario-1505395309-router', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '368e7834-576b-437a-90ad-aa3debb975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:28Z', 'revision_number': 4, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'gw_port': {'id': '368e7834-576b-437a-90ad-aa3debb975bc', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '46164a69-5393-4c9b-acc3-8875c49463ee', 'name': '', 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'mac_address': 'fa:16:3e:aa:a7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aa309ef5-8fe4-459f-b8fb-179adba569d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:27Z', 'updated_at': '2022-10-28T19:59:28Z', 'revision_number': 2, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'subnets': [{'id': 'aa309ef5-8fe4-459f-b8fb-179adba569d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:29.130024 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcdec37-89f2-4605-a1a9-ab2bdba17f48 None None] The sync data for ids ['9c651923-3c0d-4265-ae00-708acaf359c3'] in dv-cinder-862894-1-smb is: [{'id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'name': 'tempest-TestMinimumBasicScenario-1505395309-router', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '368e7834-576b-437a-90ad-aa3debb975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:28Z', 'revision_number': 4, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'gw_port': {'id': '368e7834-576b-437a-90ad-aa3debb975bc', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '46164a69-5393-4c9b-acc3-8875c49463ee', 'name': '', 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'mac_address': 'fa:16:3e:aa:a7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aa309ef5-8fe4-459f-b8fb-179adba569d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:27Z', 'updated_at': '2022-10-28T19:59:28Z', 'revision_number': 2, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'subnets': [{'id': 'aa309ef5-8fe4-459f-b8fb-179adba569d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:29.361086 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 746f0b41-6447-4372-9ed4-11d93e659063 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:29.362105 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 8c846ed0-77c8-4ed3-8384-775fb6d312d7 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:29.415634 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:29.416011 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.416376 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 Oct 28 19:59:29.522021 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:29.523150 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 93461566-0b5d-4f88-8f25-ab5fab5e99f8 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:29.583537 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 93461566-0b5d-4f88-8f25-ab5fab5e99f8 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:29.583917 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.584334 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 93461566-0b5d-4f88-8f25-ab5fab5e99f8 Oct 28 19:59:29.588116 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Attempt 2 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:29.656865 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Port 46164a69-5393-4c9b-acc3-8875c49463ee cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:29.721552 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 93461566-0b5d-4f88-8f25-ab5fab5e99f8 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:29.898315 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 746f0b41-6447-4372-9ed4-11d93e659063 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:29.974378 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 746f0b41-6447-4372-9ed4-11d93e659063 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:29.974897 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (746f0b41-6447-4372-9ed4-11d93e659063), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:29.975244 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 746f0b41-6447-4372-9ed4-11d93e659063 Oct 28 19:59:30.070490 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 746f0b41-6447-4372-9ed4-11d93e659063 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:30.072167 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 8c846ed0-77c8-4ed3-8384-775fb6d312d7 up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:30.129503 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-ae64602c-c017-4433-84b9-1ec2a01e76ea tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:30.130136 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:30.130136 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:30.130546 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 Oct 28 19:59:30.132709 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-ae64602c-c017-4433-84b9-1ec2a01e76ea tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/networks?id=073e2743-4b41-4a24-9087-810bdc6f1924 HTTP/1.1" status: 200 len: 813 time: 0.1789796 Oct 28 19:59:30.155502 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-45af5f2c-4564-4246-9899-d69ee7acc208 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/quotas/c5adeb9db209432099200863be8834c0 HTTP/1.1" status: 200 len: 375 time: 0.0168378 Oct 28 19:59:30.187119 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Attempt 3 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:30.199997 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-deb2428e-0108-42b7-aad5-dede6c5df97d tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5adeb9db209432099200863be8834c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372057 Oct 28 19:59:30.247629 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Port 46164a69-5393-4c9b-acc3-8875c49463ee cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:30.281453 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:30.361151 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c0d8e84d-e66c-4766-980e-3aff2e275016 service neutron] 10.222.0.64 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456497 Oct 28 19:59:30.489458 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-982b374d-58dd-44b2-b2d8-7a15758ac92f service neutron] 10.222.0.64 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230469 Oct 28 19:59:30.731090 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bd7c4fd5-6fb9-4f88-95f6-5283cba511c3 req-7611bac2-b0d6-4238-8eda-222db7607d6e tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 210 time: 0.0363941 Oct 28 19:59:30.750180 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Attempt 4 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:30.813469 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Port 46164a69-5393-4c9b-acc3-8875c49463ee cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:31.314814 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Attempt 5 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:31.363219 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Port 46164a69-5393-4c9b-acc3-8875c49463ee cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:31.864684 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Attempt 6 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:31.919564 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 368e7834-576b-437a-90ad-aa3debb975bc up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:31.922902 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-aa1c39d8-8764-4a12-aa10-a1a010afafd0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:31.924435 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-aa1c39d8-8764-4a12-aa10-a1a010afafd0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.26 "GET /v2.0/networks?id=073e2743-4b41-4a24-9087-810bdc6f1924 HTTP/1.1" status: 200 len: 813 time: 0.2368078 Oct 28 19:59:31.943470 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Request body: {'port': {'device_id': 'd70beeeb-7c41-4ff6-b38d-d58cf97577c3', 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924', 'admin_state_up': True, 'tenant_id': 'c5adeb9db209432099200863be8834c0'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:31.961132 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Port 46164a69-5393-4c9b-acc3-8875c49463ee cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:31.990614 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 368e7834-576b-437a-90ad-aa3debb975bc triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:31.991296 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (368e7834-576b-437a-90ad-aa3debb975bc), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:31.991706 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 368e7834-576b-437a-90ad-aa3debb975bc Oct 28 19:59:32.005864 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-aed7c8c8-6fac-4bfc-aa44-c45bef302317 req-92e21a81-35d6-4159-86f9-fc462e491183 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 210 time: 0.1143215 Oct 28 19:59:32.094520 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Made reservation on behalf of c5adeb9db209432099200863be8834c0 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:59:32.094891 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 368e7834-576b-437a-90ad-aa3debb975bc is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:32.095400 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (368e7834-576b-437a-90ad-aa3debb975bc), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.098713 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.119413 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] For port 368e7834-576b-437a-90ad-aa3debb975bc, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=368e7834-576b-437a-90ad-aa3debb975bc,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:32.129754 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (368e7834-576b-437a-90ad-aa3debb975bc), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.164345 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Sync routers for ids ['9c651923-3c0d-4265-ae00-708acaf359c3'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 19:59:32.184787 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Pushing event updated for resources: {'Port': ['ID=368e7834-576b-437a-90ad-aa3debb975bc,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:32.200690 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Routers {'9c651923-3c0d-4265-ae00-708acaf359c3'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:32.201455 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:59:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['9c651923-3c0d-4265-ae00-708acaf359c3'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:32.283897 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Allocated IP 172.20.0.14 (073e2743-4b41-4a24-9087-810bdc6f1924/064294f1-e889-4897-90c6-2d065aa791d0/bbbd032c-456e-4ac2-90e7-3e26bb5fd088) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:32.408044 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Set router 9c651923-3c0d-4265-ae00-708acaf359c3 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:32.446955 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks [] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.462055 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Attempt 7 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:32.499658 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Port 46164a69-5393-4c9b-acc3-8875c49463ee cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:32.503545 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.564274 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Network 073e2743-4b41-4a24-9087-810bdc6f1924 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:32.567573 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:32.570175 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:32.626510 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Pushing event updated for resources: {'Port': ['ID=bbbd032c-456e-4ac2-90e7-3e26bb5fd088,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:32.645278 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:32.647245 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.662729 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'name': 'tempest-TestMinimumBasicScenario-1505395309-router', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '368e7834-576b-437a-90ad-aa3debb975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:28Z', 'revision_number': 4, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'gw_port': {'id': '368e7834-576b-437a-90ad-aa3debb975bc', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '46164a69-5393-4c9b-acc3-8875c49463ee', 'name': '', 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'mac_address': 'fa:16:3e:aa:a7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aa309ef5-8fe4-459f-b8fb-179adba569d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:27Z', 'updated_at': '2022-10-28T19:59:28Z', 'revision_number': 2, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'subnets': [{'id': 'aa309ef5-8fe4-459f-b8fb-179adba569d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:32.668766 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-c832ff48-1539-4fcc-9fef-3758e282daf0 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7292004 Oct 28 19:59:32.680314 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Request body: {'port': {'device_id': 'd70beeeb-7c41-4ff6-b38d-d58cf97577c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:32.690807 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Checking router: 9c651923-3c0d-4265-ae00-708acaf359c3 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 19:59:32.691181 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Updating router 9c651923-3c0d-4265-ae00-708acaf359c3 port 46164a69-5393-4c9b-acc3-8875c49463ee binding host dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 19:59:32.735739 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.759721 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:32.784685 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 19:59:33.001678 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Attempt 8 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:33.044798 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Publish callbacks [] for port (46164a69-5393-4c9b-acc3-8875c49463ee), precommit_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.054550 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.081719 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Port 46164a69-5393-4c9b-acc3-8875c49463ee cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:33.090783 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbd032c-456e-4ac2-90e7-3e26bb5fd088 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:59:33.106874 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7ea78-3864-4876-9819-785f9af7d96d None None] Pushing event updated for resources: {'Port': ['ID=46164a69-5393-4c9b-acc3-8875c49463ee,revision_number=3']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:33.113722 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Publish callbacks [] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.155511 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Transition to ACTIVE for port object bbbd032c-456e-4ac2-90e7-3e26bb5fd088 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:59:33.166248 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.184723 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Attempting to bind port 46164a69-5393-4c9b-acc3-8875c49463ee on host dv-cinder-862894-1-smb for vnic_type normal with profile {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:33.185237 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Attempting to bind port 46164a69-5393-4c9b-acc3-8875c49463ee by drivers openvswitch,hyperv on host dv-cinder-862894-1-smb at level 0 using segments [{'id': '6433bcda-1803-48ee-bf97-93848444fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699'}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:33.185797 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Attempting to bind port 46164a69-5393-4c9b-acc3-8875c49463ee on network 0df7e5f1-4130-48cd-898c-12f01d546699 {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:33.192320 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Checking agent: {'id': '8a238c1d-637d-4195-a331-4ec35df8513b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862894-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 44, 13), 'started_at': datetime.datetime(2022, 10, 28, 19, 44, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862894-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:33.192320 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Checking segment: {'id': '6433bcda-1803-48ee-bf97-93848444fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:33.192749 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.193213 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Bound using segment: {'id': '6433bcda-1803-48ee-bf97-93848444fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699'} {{(pid=103762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:33.194068 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.managers [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Bound port: 46164a69-5393-4c9b-acc3-8875c49463ee, host: dv-cinder-862894-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6433bcda-1803-48ee-bf97-93848444fe81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699'}}] {{(pid=103762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:33.194206 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), before_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.207450 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a6b36-eb27-4803-b7ab-ccec0cb109e0 req-d855a2da-b332-41fc-a44a-857e4a2e5e82 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:33.209139 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8e2a6b36-eb27-4803-b7ab-ccec0cb109e0 req-d855a2da-b332-41fc-a44a-857e4a2e5e82 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 932 time: 0.0948236 Oct 28 19:59:33.275403 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] For port 46164a69-5393-4c9b-acc3-8875c49463ee, host dv-cinder-862894-1-smb, cleared binding levels {{(pid=103762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:33.279171 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.plugins.ml2.db [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] For port 46164a69-5393-4c9b-acc3-8875c49463ee, host dv-cinder-862894-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=46164a69-5393-4c9b-acc3-8875c49463ee,segment=NetworkSegment(6433bcda-1803-48ee-bf97-93848444fe81),segment_id=6433bcda-1803-48ee-bf97-93848444fe81)] {{(pid=103762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:33.288866 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), after_update {{(pid=103762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.312666 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbd032c-456e-4ac2-90e7-3e26bb5fd088,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:33.346717 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Attempting to bind port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:33.347146 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Attempting to bind port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': 'c95fcfa3-d767-487c-9f5f-b86385df9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:33.348077 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Attempting to bind port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 on network 073e2743-4b41-4a24-9087-810bdc6f1924 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:33.351616 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Routers {'9c651923-3c0d-4265-ae00-708acaf359c3'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 19:59:33.352377 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:59:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['9c651923-3c0d-4265-ae00-708acaf359c3'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:33.356253 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7ea78-3864-4876-9819-785f9af7d96d None None] Pushing event updated for resources: {'Port': ['ID=46164a69-5393-4c9b-acc3-8875c49463ee,revision_number=4']} {{(pid=103762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:33.361883 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 on network 073e2743-4b41-4a24-9087-810bdc6f1924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:59:33.362219 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Attempting to bind port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 on network 073e2743-4b41-4a24-9087-810bdc6f1924 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:33.382115 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:33.382473 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Checking segment: {'id': 'c95fcfa3-d767-487c-9f5f-b86385df9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:33.382880 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Bound using segment: {'id': 'c95fcfa3-d767-487c-9f5f-b86385df9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:33.383332 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Bound port: bbbd032c-456e-4ac2-90e7-3e26bb5fd088, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c95fcfa3-d767-487c-9f5f-b86385df9e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:33.383711 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.403029 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8e2a6b36-eb27-4803-b7ab-ccec0cb109e0 req-b3da6e81-21b4-4e19-9fe9-93d8da16e071 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657059 Oct 28 19:59:33.459716 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] For port bbbd032c-456e-4ac2-90e7-3e26bb5fd088, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:33.463121 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] For port bbbd032c-456e-4ac2-90e7-3e26bb5fd088, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bbbd032c-456e-4ac2-90e7-3e26bb5fd088,segment=NetworkSegment(c95fcfa3-d767-487c-9f5f-b86385df9e9c),segment_id=c95fcfa3-d767-487c-9f5f-b86385df9e9c)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:33.471459 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.476242 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:33.476863 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.478301 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] 10.222.0.26 "PUT /v2.0/ports/bbbd032c-456e-4ac2-90e7-3e26bb5fd088 HTTP/1.1" status: 200 len: 1094 time: 0.8026497 Oct 28 19:59:33.478799 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70beeeb-7c41-4ff6-b38d-d58cf97577c3', 'tag': 'bbbd032c-456e-4ac2-90e7-3e26bb5fd088'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:59:33.481116 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f03c184-2508-4429-8340-3e9a1849de3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d70beeeb-7c41-4ff6-b38d-d58cf97577c3", "tag": "bbbd032c-456e-4ac2-90e7-3e26bb5fd088"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:59:33.496446 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] Set router 9c651923-3c0d-4265-ae00-708acaf359c3 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 19:59:33.555893 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad17799-c25b-4adb-a929-fa097a0ddd2c x-openstack-request-id: req-cad17799-c25b-4adb-a929-fa097a0ddd2c {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:59:33.556193 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70beeeb-7c41-4ff6-b38d-d58cf97577c3", "tag": "bbbd032c-456e-4ac2-90e7-3e26bb5fd088", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:59:33.556451 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cad17799-c25b-4adb-a929-fa097a0ddd2c {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:59:33.557037 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad17799-c25b-4adb-a929-fa097a0ddd2c'] response: {'name': 'network-changed', 'server_uuid': 'd70beeeb-7c41-4ff6-b38d-d58cf97577c3', 'tag': 'bbbd032c-456e-4ac2-90e7-3e26bb5fd088', 'status': 'completed', 'code': 200} Oct 28 19:59:33.587605 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Attempt 9 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:33.606740 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649bf5c-b7a8-4328-a501-ded4a978e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbd032c-456e-4ac2-90e7-3e26bb5fd088,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:33.622066 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-7bacfbfc-3842-44cd-9137-80410a770400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:33.623834 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-7bacfbfc-3842-44cd-9137-80410a770400 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5adeb9db209432099200863be8834c0&device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 1128 time: 0.0657017 Oct 28 19:59:33.705706 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-e57c27f5-b1c1-4e02-a837-f20f94b84d22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbbd032c-456e-4ac2-90e7-3e26bb5fd088 HTTP/1.1" status: 200 len: 217 time: 0.0747597 Oct 28 19:59:33.706598 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Current status of the port 46164a69-5393-4c9b-acc3-8875c49463ee is: DOWN; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:33.707006 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.749157 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] For port 46164a69-5393-4c9b-acc3-8875c49463ee, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=46164a69-5393-4c9b-acc3-8875c49463ee,segment=NetworkSegment(6433bcda-1803-48ee-bf97-93848444fe81),segment_id=6433bcda-1803-48ee-bf97-93848444fe81)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:33.757596 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.784853 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-354a5aa3-1bfc-43cc-8b97-d8b8aeb667a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:33.786483 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-354a5aa3-1bfc-43cc-8b97-d8b8aeb667a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=064294f1-e889-4897-90c6-2d065aa791d0 HTTP/1.1" status: 200 len: 853 time: 0.0748696 Oct 28 19:59:33.837899 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'name': 'tempest-TestMinimumBasicScenario-1505395309-router', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '368e7834-576b-437a-90ad-aa3debb975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:28Z', 'revision_number': 4, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'gw_port': {'id': '368e7834-576b-437a-90ad-aa3debb975bc', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '46164a69-5393-4c9b-acc3-8875c49463ee', 'name': '', 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'mac_address': 'fa:16:3e:aa:a7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aa309ef5-8fe4-459f-b8fb-179adba569d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:27Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'subnets': [{'id': 'aa309ef5-8fe4-459f-b8fb-179adba569d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 19:59:33.844383 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc094db2-b119-4eab-9c36-a96031ba40db None None] Pushing event updated for resources: {'Port': ['ID=46164a69-5393-4c9b-acc3-8875c49463ee,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:33.869649 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-839c9ea3-ce59-4bbd-a2b4-a04e5e46eb5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=073e2743-4b41-4a24-9087-810bdc6f1924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337589 Oct 28 19:59:33.912160 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 368e7834-576b-437a-90ad-aa3debb975bc up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:33.927393 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-9224796a-5524-4685-b7a8-635e52ad8ce8 None None] Provisioning complete for port 46164a69-5393-4c9b-acc3-8875c49463ee triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:33.927773 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9224796a-5524-4685-b7a8-635e52ad8ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:33.928127 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-9224796a-5524-4685-b7a8-635e52ad8ce8 None None] Attempt 1 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:33.931802 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca0f01-dca6-4a25-8cd3-a41e24c506c0 None None] The sync data for ids ['9c651923-3c0d-4265-ae00-708acaf359c3'] in dv-cinder-862894-1-smb is: [{'id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'name': 'tempest-TestMinimumBasicScenario-1505395309-router', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '368e7834-576b-437a-90ad-aa3debb975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:28Z', 'revision_number': 4, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'gw_port': {'id': '368e7834-576b-437a-90ad-aa3debb975bc', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '46164a69-5393-4c9b-acc3-8875c49463ee', 'name': '', 'network_id': '0df7e5f1-4130-48cd-898c-12f01d546699', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'mac_address': 'fa:16:3e:aa:a7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'aa309ef5-8fe4-459f-b8fb-179adba569d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:27Z', 'updated_at': '2022-10-28T19:59:33Z', 'revision_number': 4, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'subnets': [{'id': 'aa309ef5-8fe4-459f-b8fb-179adba569d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 19:59:33.953921 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-6d9d183c-578e-425c-b69c-f5f732a6a6c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1664360 Oct 28 19:59:34.070491 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 368e7834-576b-437a-90ad-aa3debb975bc triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:34.071039 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (368e7834-576b-437a-90ad-aa3debb975bc), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:34.071518 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 368e7834-576b-437a-90ad-aa3debb975bc Oct 28 19:59:34.097385 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-e881b30e-41be-4bfd-aa66-1a37e66ae393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:34.099851 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-e881b30e-41be-4bfd-aa66-1a37e66ae393 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 1129 time: 0.0969887 Oct 28 19:59:34.103464 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-7a1f3dbe-3cdd-4190-80dc-f7c6507c9502 service neutron] 10.222.0.26 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261231 Oct 28 19:59:34.108878 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-9224796a-5524-4685-b7a8-635e52ad8ce8 None None] Current status of the port 46164a69-5393-4c9b-acc3-8875c49463ee is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:34.171967 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 368e7834-576b-437a-90ad-aa3debb975bc is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:34.173203 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 46164a69-5393-4c9b-acc3-8875c49463ee up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:34.230220 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 46164a69-5393-4c9b-acc3-8875c49463ee triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:34.230685 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:34.231304 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:34.296500 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7b5f0327-cf63-4f58-9a7d-2498f2da0e4b req-f3deed37-d804-4c95-ae66-f7411bfdb0c2 service neutron] 10.222.0.26 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827574 Oct 28 19:59:34.297699 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-a7a97bff-819f-4f42-8c3b-ae6c2e79680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:34.299345 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-a7a97bff-819f-4f42-8c3b-ae6c2e79680e service neutron] 10.222.0.26 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 912 time: 0.1775432 Oct 28 19:59:34.322983 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 46164a69-5393-4c9b-acc3-8875c49463ee is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:34.439894 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03c184-2508-4429-8340-3e9a1849de3f req-ca2388e6-2ef4-441a-908b-8edbd994fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:34.441385 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0f03c184-2508-4429-8340-3e9a1849de3f req-ca2388e6-2ef4-441a-908b-8edbd994fd07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5adeb9db209432099200863be8834c0&device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 1128 time: 0.0732136 Oct 28 19:59:34.443099 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-703a533c-f59a-4c3d-bd20-bc55b32d7815 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abfa4d18-a781-4ef7-a98f-b877170cef28 HTTP/1.1" status: 200 len: 1001 time: 0.1304991 Oct 28 19:59:34.683525 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-0f393b87-cdd8-48a3-9282-e0dccdf9a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:34.684992 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-0f393b87-cdd8-48a3-9282-e0dccdf9a6dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e755505c-15bc-4e3a-9b0c-d97821dc8c4f HTTP/1.1" status: 200 len: 850 time: 0.1732593 Oct 28 19:59:34.717836 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03c184-2508-4429-8340-3e9a1849de3f req-a6abb380-47bd-4adf-86db-99cebbad128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:34.719773 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0f03c184-2508-4429-8340-3e9a1849de3f req-a6abb380-47bd-4adf-86db-99cebbad128f service neutron] 10.222.0.26 "GET /v2.0/networks?id=073e2743-4b41-4a24-9087-810bdc6f1924 HTTP/1.1" status: 200 len: 914 time: 0.2568135 Oct 28 19:59:34.782331 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0f03c184-2508-4429-8340-3e9a1849de3f req-763c200e-39de-4d40-8103-1e98b1c2d719 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbbd032c-456e-4ac2-90e7-3e26bb5fd088 HTTP/1.1" status: 200 len: 217 time: 0.0395706 Oct 28 19:59:34.794731 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2552c-965b-497c-a1fe-dca6d7470022 req-3fc564d6-36f1-4a4e-addd-d42718519866 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:34.797092 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-63e2552c-965b-497c-a1fe-dca6d7470022 req-3fc564d6-36f1-4a4e-addd-d42718519866 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 944 time: 0.2314980 Oct 28 19:59:34.884028 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-8e976fb2-864e-47be-94a5-29fdd4cdc9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:34.888423 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-8e976fb2-864e-47be-94a5-29fdd4cdc9e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34106c65-61da-4f30-bd6e-bdeb635e2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1912181 Oct 28 19:59:34.893531 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03c184-2508-4429-8340-3e9a1849de3f req-3021a10b-2861-45b9-8a6e-8ff5b4152205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:34.894956 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0f03c184-2508-4429-8340-3e9a1849de3f req-3021a10b-2861-45b9-8a6e-8ff5b4152205 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=064294f1-e889-4897-90c6-2d065aa791d0 HTTP/1.1" status: 200 len: 853 time: 0.0958507 Oct 28 19:59:34.979327 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0f03c184-2508-4429-8340-3e9a1849de3f req-cfde3467-f4dc-4978-8e84-6990d89633f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=073e2743-4b41-4a24-9087-810bdc6f1924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695462 Oct 28 19:59:34.985376 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-63e2552c-965b-497c-a1fe-dca6d7470022 req-eb0a79c4-f402-40dc-a552-f1c6e9d8690c tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789343 Oct 28 19:59:35.115866 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-91f07503-051b-4787-9228-c0f5b2c90d1d service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197533 Oct 28 19:59:35.119782 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0f03c184-2508-4429-8340-3e9a1849de3f req-61f48895-1c40-4725-b7c1-b60cc3083631 service neutron] 10.222.0.26 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214361 Oct 28 19:59:35.129473 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device bbbd032c-456e-4ac2-90e7-3e26bb5fd088 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:59:35.263743 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port bbbd032c-456e-4ac2-90e7-3e26bb5fd088, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bbbd032c-456e-4ac2-90e7-3e26bb5fd088,segment=NetworkSegment(c95fcfa3-d767-487c-9f5f-b86385df9e9c),segment_id=c95fcfa3-d767-487c-9f5f-b86385df9e9c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:35.278292 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': 'bbbd032c-456e-4ac2-90e7-3e26bb5fd088', 'network_id': '073e2743-4b41-4a24-9087-810bdc6f1924', 'port_id': 'bbbd032c-456e-4ac2-90e7-3e26bb5fd088', 'mac_address': 'fa:16:3e:89:cd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064294f1-e889-4897-90c6-2d065aa791d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:59:35.329166 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:35.329595 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:35.345930 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbd032c-456e-4ac2-90e7-3e26bb5fd088 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:59:35.374523 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port bbbd032c-456e-4ac2-90e7-3e26bb5fd088, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bbbd032c-456e-4ac2-90e7-3e26bb5fd088,segment=NetworkSegment(c95fcfa3-d767-487c-9f5f-b86385df9e9c),segment_id=c95fcfa3-d767-487c-9f5f-b86385df9e9c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:35.382970 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:35.450490 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=bbbd032c-456e-4ac2-90e7-3e26bb5fd088,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:35.560392 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-989d23d5-eac1-4d64-b156-f9b1acbb0d69 req-103c2422-ce85-4ec5-8de0-c44b4aac8388 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316933 Oct 28 19:59:35.613323 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0f03c184-2508-4429-8340-3e9a1849de3f req-89dc0574-95ac-4776-8297-f31d642ee25d service neutron] 10.222.0.26 "GET /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767561 Oct 28 19:59:35.644025 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['bbbd032c-456e-4ac2-90e7-3e26bb5fd088'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:59:35.839589 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 46164a69-5393-4c9b-acc3-8875c49463ee up at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:35.942803 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Provisioning complete for port 46164a69-5393-4c9b-acc3-8875c49463ee triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:35.943399 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:35.943813 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Attempt 1 to provision port 46164a69-5393-4c9b-acc3-8875c49463ee Oct 28 19:59:36.031194 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Current status of the port 46164a69-5393-4c9b-acc3-8875c49463ee is: ACTIVE; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:36.161314 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407ce55-8b30-43ab-bcf7-6ecd575bb00f req-43c3e2a4-0719-4308-8cbc-8709d33b6df7 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:36.163548 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1407ce55-8b30-43ab-bcf7-6ecd575bb00f req-43c3e2a4-0719-4308-8cbc-8709d33b6df7 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 945 time: 0.0829055 Oct 28 19:59:36.216077 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1407ce55-8b30-43ab-bcf7-6ecd575bb00f req-637cd3db-a6e0-4eea-b653-87a21337f12f tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467031 Oct 28 19:59:36.480075 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-04287617-8c79-4579-a709-d21209c09065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:37.122698 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device bbbd032c-456e-4ac2-90e7-3e26bb5fd088 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:37.239152 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:59:37.246591 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:37.246974 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:37.247365 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 Oct 28 19:59:37.382156 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:37.382513 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:37.393495 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fa0b7-5f79-4de4-8078-5dfed5d2d265 req-e9b9637b-e4ed-470b-a542-4469b28fe01c tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:37.395136 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f02fa0b7-5f79-4de4-8078-5dfed5d2d265 req-e9b9637b-e4ed-470b-a542-4469b28fe01c tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 945 time: 0.0751157 Oct 28 19:59:37.413483 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70beeeb-7c41-4ff6-b38d-d58cf97577c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbd032c-456e-4ac2-90e7-3e26bb5fd088'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:59:37.415871 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b28552-95e3-4129-86e2-08ae87f3e251" -d '{"events": [{"server_uuid": "d70beeeb-7c41-4ff6-b38d-d58cf97577c3", "name": "network-vif-plugged", "status": "completed", "tag": "bbbd032c-456e-4ac2-90e7-3e26bb5fd088"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:59:37.430388 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port bbbd032c-456e-4ac2-90e7-3e26bb5fd088, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bbbd032c-456e-4ac2-90e7-3e26bb5fd088,segment=NetworkSegment(c95fcfa3-d767-487c-9f5f-b86385df9e9c),segment_id=c95fcfa3-d767-487c-9f5f-b86385df9e9c)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:37.437088 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:37.475010 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb539f4-7520-4d44-82c9-f77af8dcaae7 x-openstack-request-id: req-5cb539f4-7520-4d44-82c9-f77af8dcaae7 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:59:37.475390 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70beeeb-7c41-4ff6-b38d-d58cf97577c3", "name": "network-vif-plugged", "status": "completed", "tag": "bbbd032c-456e-4ac2-90e7-3e26bb5fd088", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:59:37.475745 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cb539f4-7520-4d44-82c9-f77af8dcaae7 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:59:37.476218 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb539f4-7520-4d44-82c9-f77af8dcaae7'] response: {'server_uuid': 'd70beeeb-7c41-4ff6-b38d-d58cf97577c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbd032c-456e-4ac2-90e7-3e26bb5fd088', 'code': 200} Oct 28 19:59:37.500929 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=bbbd032c-456e-4ac2-90e7-3e26bb5fd088,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:37.521742 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f02fa0b7-5f79-4de4-8078-5dfed5d2d265 req-2c2bfb04-2094-408d-805b-aa946073aad7 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178291 Oct 28 19:59:37.673264 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e377a6-1189-4a7d-98da-bead68b1aa48 req-99b11947-2ebf-4fbb-84bf-b032208fe617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:37.674866 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-90e377a6-1189-4a7d-98da-bead68b1aa48 req-99b11947-2ebf-4fbb-84bf-b032208fe617 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 1130 time: 0.0501258 Oct 28 19:59:37.725911 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-90e377a6-1189-4a7d-98da-bead68b1aa48 req-4de6c6df-5427-4068-92ab-2f6eedcadc00 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 Oct 28 19:59:38.677752 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e41b8f5e-4b00-40bb-bb17-18db79623b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:38.700960 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc85e4-1474-4fef-86d8-5d4fa5f98ecd req-e6e4386d-19fc-4065-a75f-0a8ffa494ff1 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:38.704980 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c5fc85e4-1474-4fef-86d8-5d4fa5f98ecd req-e6e4386d-19fc-4065-a75f-0a8ffa494ff1 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 946 time: 0.0718582 Oct 28 19:59:38.766052 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c5fc85e4-1474-4fef-86d8-5d4fa5f98ecd req-571d1a8d-b61c-41a7-a08e-d215e14551f4 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568402 Oct 28 19:59:39.653640 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2fc7-25a6-479b-b6f4-5c2e449f8029 req-9ae9f520-10ab-4139-9560-91333a1d4cc9 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:39.655730 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d9ad2fc7-25a6-479b-b6f4-5c2e449f8029 req-9ae9f520-10ab-4139-9560-91333a1d4cc9 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0662346 Oct 28 19:59:39.705320 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d9ad2fc7-25a6-479b-b6f4-5c2e449f8029 req-3cacf66f-b566-4b2c-9d2b-23a275881b9f tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440092 Oct 28 19:59:39.871141 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:39.903778 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a777b-1c00-4363-8248-77081d4bbbc4 req-9fc8d7e1-9964-47c4-8230-085396f5aee8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:39.905853 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d75a777b-1c00-4363-8248-77081d4bbbc4 req-9fc8d7e1-9964-47c4-8230-085396f5aee8 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 946 time: 0.0574977 Oct 28 19:59:39.960166 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d75a777b-1c00-4363-8248-77081d4bbbc4 req-bbdad3de-4bf4-4355-869b-d0af6e83d6de tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Oct 28 19:59:40.162041 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-30e67b47-d1ff-4d7d-9766-1953f7ff042b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:40.163520 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-30e67b47-d1ff-4d7d-9766-1953f7ff042b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/networks?id=a96263d7-b955-4579-8078-9af055f334fc HTTP/1.1" status: 200 len: 815 time: 0.1104774 Oct 28 19:59:40.178888 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-a46e9694-e602-43bf-861d-94ead688a0fd tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/quotas/cdc310010cd742ef93267321126b8996 HTTP/1.1" status: 200 len: 375 time: 0.0100927 Oct 28 19:59:40.239614 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-14de7064-4b0a-4628-89e6-d266363fabcd tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdc310010cd742ef93267321126b8996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552564 Oct 28 19:59:40.348267 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-2d101193-a712-4311-b248-6742d45bf55b service neutron] 10.222.0.64 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967662 Oct 28 19:59:40.437010 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-912b5de7-0f2f-4a4d-b25b-4f3cb799dc87 service neutron] 10.222.0.64 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828664 Oct 28 19:59:40.604622 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5f2a559c-7a22-4f09-b270-27aa78d9dc1c req-cd01389d-f3fe-4a35-b6b1-76b29f10d29d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 210 time: 0.0287759 Oct 28 19:59:40.835245 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17157376-cfb8-4c38-8e6a-c6a86ff77f03 req-ceb7dddc-c6dc-458b-940a-40b0ac8305f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:40.837684 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-17157376-cfb8-4c38-8e6a-c6a86ff77f03 req-ceb7dddc-c6dc-458b-940a-40b0ac8305f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0589540 Oct 28 19:59:40.895741 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-17157376-cfb8-4c38-8e6a-c6a86ff77f03 req-af35b9da-649c-4954-b04b-826927b0bb7e tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504270 Oct 28 19:59:41.435620 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:41.591333 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-1bea0469-8ec1-40bf-a787-f53013d24aa0 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:41.593026 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-1bea0469-8ec1-40bf-a787-f53013d24aa0 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.26 "GET /v2.0/networks?id=a96263d7-b955-4579-8078-9af055f334fc HTTP/1.1" status: 200 len: 815 time: 0.1253762 Oct 28 19:59:41.604802 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Request body: {'port': {'device_id': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'admin_state_up': True, 'tenant_id': 'cdc310010cd742ef93267321126b8996'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:41.725535 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-825e985d-5c9e-420b-a2fc-fc8056f8bac9 req-334bb808-851d-44ba-87f8-f170e8456183 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 210 time: 0.0405903 Oct 28 19:59:41.751695 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Made reservation on behalf of cdc310010cd742ef93267321126b8996 for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 19:59:41.756417 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:41.911929 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Allocated IP 172.20.0.5 (a96263d7-b955-4579-8078-9af055f334fc/f6cce4f2-899f-4090-a464-a5a582a31455/2fddfcf9-076f-453a-860b-f234954c583a) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 19:59:42.135156 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea2cb5-ed33-48da-8596-e6f2aba76674 req-c2af1e88-26a3-44b4-9c1b-1376eec0ef71 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:42.136872 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2eea2cb5-ed33-48da-8596-e6f2aba76674 req-c2af1e88-26a3-44b4-9c1b-1376eec0ef71 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.1374075 Oct 28 19:59:42.231479 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2eea2cb5-ed33-48da-8596-e6f2aba76674 req-764824a0-2cbf-43de-ab22-52d249e82fc0 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799086 Oct 28 19:59:42.235375 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for port (2fddfcf9-076f-453a-860b-f234954c583a), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:42.273602 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (2fddfcf9-076f-453a-860b-f234954c583a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:42.326221 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Network a96263d7-b955-4579-8078-9af055f334fc is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 19:59:42.335538 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 19:59:42.338030 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'Port': ['ID=2fddfcf9-076f-453a-860b-f234954c583a,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:42.340266 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 19:59:42.415622 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:42.416727 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:42.441817 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-93904b53-b845-42c2-a14b-c9a7afc643c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8405592 Oct 28 19:59:42.689194 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:42.703739 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Provisioning complete for port 2fddfcf9-076f-453a-860b-f234954c583a triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:42.704114 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (2fddfcf9-076f-453a-860b-f234954c583a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:42.704454 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Attempt 1 to provision port 2fddfcf9-076f-453a-860b-f234954c583a Oct 28 19:59:42.746082 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Port 2fddfcf9-076f-453a-860b-f234954c583a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:42.867139 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab23d4-aa39-4bfa-9982-b9b231478ae4 req-7cab5e97-3b18-4043-8257-542a12daa394 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:42.868706 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-95ab23d4-aa39-4bfa-9982-b9b231478ae4 req-7cab5e97-3b18-4043-8257-542a12daa394 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 931 time: 0.0599530 Oct 28 19:59:42.919668 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-95ab23d4-aa39-4bfa-9982-b9b231478ae4 req-363e44a9-975d-4474-988b-d7166071e84e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445902 Oct 28 19:59:43.247477 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Attempt 2 to provision port 2fddfcf9-076f-453a-860b-f234954c583a Oct 28 19:59:43.403603 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb75d1-b130-4cd3-b807-39f260f8606b req-d9d7e087-2ca6-4b27-8cdf-c0e2f24758ab tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:43.405476 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5ecb75d1-b130-4cd3-b807-39f260f8606b req-d9d7e087-2ca6-4b27-8cdf-c0e2f24758ab tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0706606 Oct 28 19:59:43.430483 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Port 2fddfcf9-076f-453a-860b-f234954c583a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:43.468328 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5ecb75d1-b130-4cd3-b807-39f260f8606b req-f31dc864-89a9-4028-bb29-3ab35322dbaa tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526311 Oct 28 19:59:43.931506 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Attempt 3 to provision port 2fddfcf9-076f-453a-860b-f234954c583a Oct 28 19:59:43.969688 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Port 2fddfcf9-076f-453a-860b-f234954c583a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:44.084054 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752c14d-8210-4390-adb0-301af89d7123 req-eecf3bea-9cfa-4abc-96d5-a74cf034926c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:44.085647 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6752c14d-8210-4390-adb0-301af89d7123 req-eecf3bea-9cfa-4abc-96d5-a74cf034926c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 931 time: 0.0738690 Oct 28 19:59:44.134570 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6752c14d-8210-4390-adb0-301af89d7123 req-9184f37d-dd88-4e30-974a-670ee3a32d36 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429184 Oct 28 19:59:44.471535 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Attempt 4 to provision port 2fddfcf9-076f-453a-860b-f234954c583a Oct 28 19:59:44.505395 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Port 2fddfcf9-076f-453a-860b-f234954c583a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:44.603351 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298983-9c1d-4dfa-96f1-58ddd7acc89d req-dec2db77-4b9a-4ac7-94e3-40751249969f tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:44.605319 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-69298983-9c1d-4dfa-96f1-58ddd7acc89d req-dec2db77-4b9a-4ac7-94e3-40751249969f tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0584548 Oct 28 19:59:44.673202 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-69298983-9c1d-4dfa-96f1-58ddd7acc89d req-96bcba12-8030-476a-b497-cfbf24e95e6f tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611756 Oct 28 19:59:45.006885 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Attempt 5 to provision port 2fddfcf9-076f-453a-860b-f234954c583a Oct 28 19:59:45.044207 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Port 2fddfcf9-076f-453a-860b-f234954c583a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:45.268411 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4480ee-b3b7-4b32-9c79-ce0d1b441d5f req-c7518ccb-6736-45e9-91fc-6c65bee132c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:45.269881 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ba4480ee-b3b7-4b32-9c79-ce0d1b441d5f req-c7518ccb-6736-45e9-91fc-6c65bee132c8 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 931 time: 0.0607688 Oct 28 19:59:45.319126 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ba4480ee-b3b7-4b32-9c79-ce0d1b441d5f req-611db17d-23a8-4fc7-9f74-5d700822bcfa tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Oct 28 19:59:45.546246 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Attempt 6 to provision port 2fddfcf9-076f-453a-860b-f234954c583a Oct 28 19:59:45.580302 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Port 2fddfcf9-076f-453a-860b-f234954c583a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:45.811906 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d4164-d427-4924-b916-dc28ce24c164 req-5d9d17b5-e0b1-4b1a-bfdc-6962893bf1e3 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:45.813341 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a92d4164-d427-4924-b916-dc28ce24c164 req-5d9d17b5-e0b1-4b1a-bfdc-6962893bf1e3 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0627894 Oct 28 19:59:45.862980 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a92d4164-d427-4924-b916-dc28ce24c164 req-5730588c-d960-4448-9df5-5a40307627f9 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441139 Oct 28 19:59:46.081682 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Attempt 7 to provision port 2fddfcf9-076f-453a-860b-f234954c583a Oct 28 19:59:46.114908 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Port 2fddfcf9-076f-453a-860b-f234954c583a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:46.450369 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98899ce6-db18-4b96-8a0e-0b82a17230ee req-5311845b-5fd2-4d84-bad3-c27db59fa254 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:46.452001 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-98899ce6-db18-4b96-8a0e-0b82a17230ee req-5311845b-5fd2-4d84-bad3-c27db59fa254 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 931 time: 0.0546589 Oct 28 19:59:46.511226 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-98899ce6-db18-4b96-8a0e-0b82a17230ee req-981c609e-5420-485d-aaaa-a114a528f1f9 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520728 Oct 28 19:59:46.616536 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Attempt 8 to provision port 2fddfcf9-076f-453a-860b-f234954c583a Oct 28 19:59:46.649059 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Port 2fddfcf9-076f-453a-860b-f234954c583a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:46.992733 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6738c2a-c67f-4e5e-9517-748e96a7bd05 req-104d16ad-975a-41ea-9043-5e103990fe99 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:46.994468 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e6738c2a-c67f-4e5e-9517-748e96a7bd05 req-104d16ad-975a-41ea-9043-5e103990fe99 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0565655 Oct 28 19:59:47.044710 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e6738c2a-c67f-4e5e-9517-748e96a7bd05 req-868c62da-5a4d-4abc-ba6a-391494716753 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446916 Oct 28 19:59:47.150270 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Attempt 9 to provision port 2fddfcf9-076f-453a-860b-f234954c583a Oct 28 19:59:47.187936 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Port 2fddfcf9-076f-453a-860b-f234954c583a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:47.640432 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bf014-9b38-4197-95c4-80e8c5bd05a4 req-b1ff4355-1365-44e9-a3e3-02d739f81e2b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:47.642005 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d07bf014-9b38-4197-95c4-80e8c5bd05a4 req-b1ff4355-1365-44e9-a3e3-02d739f81e2b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 931 time: 0.0552456 Oct 28 19:59:47.689236 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Attempt 10 to provision port 2fddfcf9-076f-453a-860b-f234954c583a Oct 28 19:59:47.691578 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d07bf014-9b38-4197-95c4-80e8c5bd05a4 req-a53ba983-7908-4c9e-8319-338a0f2d86f6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 Oct 28 19:59:47.725606 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-68e5e9fc-d3a0-4521-8329-0344de05559d None None] Port 2fddfcf9-076f-453a-860b-f234954c583a cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 19:59:48.179886 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd8335-84f9-43a6-b079-bef39dcca35c req-a5748e1d-099d-4273-9795-631af7f564ac tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:48.181474 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1bd8335-84f9-43a6-b079-bef39dcca35c req-a5748e1d-099d-4273-9795-631af7f564ac tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0597675 Oct 28 19:59:48.237672 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1bd8335-84f9-43a6-b079-bef39dcca35c req-1fa54771-719f-4a4f-99eb-25e11a0b163b tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487852 Oct 28 19:59:48.833907 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e51b88-de89-40f4-b229-323597cf39ac req-b806f52d-7ce1-4ac1-8d53-915fcb73cfea tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:48.835448 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-15e51b88-de89-40f4-b229-323597cf39ac req-b806f52d-7ce1-4ac1-8d53-915fcb73cfea tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 931 time: 0.0637062 Oct 28 19:59:48.882999 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-15e51b88-de89-40f4-b229-323597cf39ac req-210538d7-ce33-4a13-a544-3813d5f7d478 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420756 Oct 28 19:59:49.359562 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdbac8-25ff-4918-a80e-83245b75c666 req-015671a2-f6f0-47b5-9779-cf1dcaef68ca tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:49.361042 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9bbdbac8-25ff-4918-a80e-83245b75c666 req-015671a2-f6f0-47b5-9779-cf1dcaef68ca tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0527952 Oct 28 19:59:49.409608 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9bbdbac8-25ff-4918-a80e-83245b75c666 req-0de345c6-ffb0-468b-bb19-5656aade02d1 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430033 Oct 28 19:59:49.455367 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Request body: {'port': {'device_id': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 19:59:49.513564 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2fddfcf9-076f-453a-860b-f234954c583a), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:49.765736 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fddfcf9-076f-453a-860b-f234954c583a {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:59:49.773095 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Publish callbacks [] for port (2fddfcf9-076f-453a-860b-f234954c583a), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:49.786123 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Transition to ACTIVE for port object 2fddfcf9-076f-453a-860b-f234954c583a will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 19:59:49.791619 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (2fddfcf9-076f-453a-860b-f234954c583a), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:49.873794 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Pushing event updated for resources: {'Port': ['ID=2fddfcf9-076f-453a-860b-f234954c583a,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:49.906633 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Attempting to bind port 2fddfcf9-076f-453a-860b-f234954c583a on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 19:59:49.906977 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Attempting to bind port 2fddfcf9-076f-453a-860b-f234954c583a by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 19:59:49.907306 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Attempting to bind port 2fddfcf9-076f-453a-860b-f234954c583a on network a96263d7-b955-4579-8078-9af055f334fc {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:49.911507 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Port 2fddfcf9-076f-453a-860b-f234954c583a on network a96263d7-b955-4579-8078-9af055f334fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 19:59:49.911834 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Attempting to bind port 2fddfcf9-076f-453a-860b-f234954c583a on network a96263d7-b955-4579-8078-9af055f334fc {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 19:59:49.916686 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 19:59:49.917025 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Checking segment: {'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 19:59:49.917410 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Bound using segment: {'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 19:59:49.917874 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Bound port: 2fddfcf9-076f-453a-860b-f234954c583a, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ff340f-2996-41a1-9ebd-dd680796b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 19:59:49.918233 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2fddfcf9-076f-453a-860b-f234954c583a), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:50.007780 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] For port 2fddfcf9-076f-453a-860b-f234954c583a, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 19:59:50.011817 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] For port 2fddfcf9-076f-453a-860b-f234954c583a, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fddfcf9-076f-453a-860b-f234954c583a,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 19:59:50.020472 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (2fddfcf9-076f-453a-860b-f234954c583a), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:50.027068 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.027680 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:50.029046 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] 10.222.0.26 "PUT /v2.0/ports/2fddfcf9-076f-453a-860b-f234954c583a HTTP/1.1" status: 200 len: 1093 time: 0.5787580 Oct 28 19:59:50.030115 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:59:50.032506 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e818e2-c03b-4ccb-85b6-baa065d5ff24" -d '{"events": [{"name": "network-changed", "server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "tag": "2fddfcf9-076f-453a-860b-f234954c583a"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:59:50.059929 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0ffdc-616b-47d4-a544-7d695fdccd74 req-9baace02-92db-4c61-83d7-08ad30334ec3 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.061707 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c0b0ffdc-616b-47d4-a544-7d695fdccd74 req-9baace02-92db-4c61-83d7-08ad30334ec3 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 943 time: 0.1040890 Oct 28 19:59:50.102536 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 19:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e33f2-9251-44fe-bb22-3a7a7c0a1981 x-openstack-request-id: req-c67e33f2-9251-44fe-bb22-3a7a7c0a1981 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:59:50.102828 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "tag": "2fddfcf9-076f-453a-860b-f234954c583a", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:59:50.103084 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c67e33f2-9251-44fe-bb22-3a7a7c0a1981 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:59:50.103489 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67e33f2-9251-44fe-bb22-3a7a7c0a1981'] response: {'name': 'network-changed', 'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a', 'status': 'completed', 'code': 200} Oct 28 19:59:50.151241 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb08ca-8868-4608-a47e-281d0bb4664d service neutron] Pushing event updated for resources: {'Port': ['ID=2fddfcf9-076f-453a-860b-f234954c583a,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:50.172523 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c0b0ffdc-616b-47d4-a544-7d695fdccd74 req-8298da01-a567-471f-a7bd-889b2b80393f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970924 Oct 28 19:59:50.175400 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-5bf1c841-9f14-4417-931c-377c5e3b5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.176700 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-5bf1c841-9f14-4417-931c-377c5e3b5946 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdc310010cd742ef93267321126b8996&device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 1127 time: 0.1103382 Oct 28 19:59:50.227370 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-384cab3a-a0a9-4c72-84c8-43c8a662b649 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fddfcf9-076f-453a-860b-f234954c583a HTTP/1.1" status: 200 len: 217 time: 0.0427272 Oct 28 19:59:50.275199 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-f45b7564-337d-4c87-8830-2ed9aaa754b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.276535 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-f45b7564-337d-4c87-8830-2ed9aaa754b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6cce4f2-899f-4090-a464-a5a582a31455 HTTP/1.1" status: 200 len: 854 time: 0.0426056 Oct 28 19:59:50.324933 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-a9cbd89b-1a71-4dfd-8b37-6b39fcd9afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.327076 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-a9cbd89b-1a71-4dfd-8b37-6b39fcd9afe2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a96263d7-b955-4579-8078-9af055f334fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429866 Oct 28 19:59:50.417271 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-e52f6b9d-b120-47c6-9d23-b2bd4e5dd3db service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832429 Oct 28 19:59:50.553114 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-224169e8-7f0b-49ba-b8e2-a4c498fa9fdc req-a7a58c88-4cd9-4e46-8b8c-52dc21f2e4f0 service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197798 Oct 28 19:59:50.565085 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137695b-84e3-44dd-beef-0134ae9650af req-d7327cef-6523-4a37-8bcb-b0482884f68c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.566574 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c137695b-84e3-44dd-beef-0134ae9650af req-d7327cef-6523-4a37-8bcb-b0482884f68c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0821786 Oct 28 19:59:50.641774 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c137695b-84e3-44dd-beef-0134ae9650af req-c331dbb7-c1d4-408a-b093-49a4ff2c01d8 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687933 Oct 28 19:59:50.656375 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e818e2-c03b-4ccb-85b6-baa065d5ff24 req-4c28c450-5cce-42a4-a142-e8d4c51835aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.657940 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47e818e2-c03b-4ccb-85b6-baa065d5ff24 req-4c28c450-5cce-42a4-a142-e8d4c51835aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdc310010cd742ef93267321126b8996&device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 1127 time: 0.0573766 Oct 28 19:59:50.750254 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e818e2-c03b-4ccb-85b6-baa065d5ff24 req-418458d6-78fc-45de-9e7a-8edb85b2c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.751719 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47e818e2-c03b-4ccb-85b6-baa065d5ff24 req-418458d6-78fc-45de-9e7a-8edb85b2c796 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a96263d7-b955-4579-8078-9af055f334fc HTTP/1.1" status: 200 len: 916 time: 0.0872912 Oct 28 19:59:50.790488 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47e818e2-c03b-4ccb-85b6-baa065d5ff24 req-534c8d0e-33f5-450d-97b9-600826aae307 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fddfcf9-076f-453a-860b-f234954c583a HTTP/1.1" status: 200 len: 217 time: 0.0324926 Oct 28 19:59:50.840641 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e818e2-c03b-4ccb-85b6-baa065d5ff24 req-8a6e8c57-639b-4a88-a62e-c450bb022c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.842774 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47e818e2-c03b-4ccb-85b6-baa065d5ff24 req-8a6e8c57-639b-4a88-a62e-c450bb022c51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6cce4f2-899f-4090-a464-a5a582a31455 HTTP/1.1" status: 200 len: 854 time: 0.0433495 Oct 28 19:59:50.895559 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e818e2-c03b-4ccb-85b6-baa065d5ff24 req-eacbe791-d4e2-4c3e-9cf9-d7207b2aa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:50.897065 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47e818e2-c03b-4ccb-85b6-baa065d5ff24 req-eacbe791-d4e2-4c3e-9cf9-d7207b2aa250 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a96263d7-b955-4579-8078-9af055f334fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472250 Oct 28 19:59:50.984815 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47e818e2-c03b-4ccb-85b6-baa065d5ff24 req-ff6f39c8-a8bc-4963-b603-071d249f0e05 service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806041 Oct 28 19:59:51.075652 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47e818e2-c03b-4ccb-85b6-baa065d5ff24 req-468c82da-c925-443c-8a8a-e2a5f8c66ea8 service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838158 Oct 28 19:59:51.296976 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f55c5-b68d-48a9-86dd-13462bfd3652 req-642010ba-dcaa-41d7-837a-00feee56925d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:51.298463 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-573f55c5-b68d-48a9-86dd-13462bfd3652 req-642010ba-dcaa-41d7-837a-00feee56925d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 943 time: 0.0533173 Oct 28 19:59:51.344675 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-573f55c5-b68d-48a9-86dd-13462bfd3652 req-ae1585ec-1a38-43c8-a62f-ec58e0819072 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Oct 28 19:59:51.767779 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d589eee-309d-4dc0-9dfe-d3d5cc528e60 req-d56ab7e0-e102-4528-a7c8-b804024e360a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:51.769255 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2d589eee-309d-4dc0-9dfe-d3d5cc528e60 req-d56ab7e0-e102-4528-a7c8-b804024e360a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0532551 Oct 28 19:59:51.815176 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2d589eee-309d-4dc0-9dfe-d3d5cc528e60 req-6b9ad313-402c-4224-8984-5b82fc897cc1 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403256 Oct 28 19:59:52.467927 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd4854-b234-44a7-9adf-66ee17367d36 req-114f5694-f689-4db9-8246-37f48ce47b2b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:52.469340 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-06bd4854-b234-44a7-9adf-66ee17367d36 req-114f5694-f689-4db9-8246-37f48ce47b2b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 943 time: 0.0555980 Oct 28 19:59:52.516541 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-06bd4854-b234-44a7-9adf-66ee17367d36 req-b359512e-8efb-4bd3-bda8-7b9e393d5c3a tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Oct 28 19:59:52.938925 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0113a-e617-4ff4-952a-8a945e53a4a5 req-c952d385-e009-4c1e-b8ad-4a8e7fa66769 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:52.940398 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-72f0113a-e617-4ff4-952a-8a945e53a4a5 req-c952d385-e009-4c1e-b8ad-4a8e7fa66769 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0526395 Oct 28 19:59:52.986708 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-72f0113a-e617-4ff4-952a-8a945e53a4a5 req-0e3a5c89-1e88-41c3-bc94-31f327623518 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409069 Oct 28 19:59:53.194644 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 2fddfcf9-076f-453a-860b-f234954c583a details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 19:59:53.352626 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 2fddfcf9-076f-453a-860b-f234954c583a, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fddfcf9-076f-453a-860b-f234954c583a,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:53.363515 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '2fddfcf9-076f-453a-860b-f234954c583a', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'port_id': '2fddfcf9-076f-453a-860b-f234954c583a', 'mac_address': 'fa:16:3e:1e:83:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 19:59:53.397760 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 2fddfcf9-076f-453a-860b-f234954c583a is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:53.398160 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2fddfcf9-076f-453a-860b-f234954c583a), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:53.410429 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fddfcf9-076f-453a-860b-f234954c583a {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 19:59:53.429811 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 2fddfcf9-076f-453a-860b-f234954c583a, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fddfcf9-076f-453a-860b-f234954c583a,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:53.433257 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (2fddfcf9-076f-453a-860b-f234954c583a), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:53.481539 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=2fddfcf9-076f-453a-860b-f234954c583a,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:53.641766 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a41d90-baa1-4940-b534-8b6498c33415 req-6596836f-1c3d-4c43-b628-78dbbe1a2610 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:53.643196 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-30a41d90-baa1-4940-b534-8b6498c33415 req-6596836f-1c3d-4c43-b628-78dbbe1a2610 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 944 time: 0.0529969 Oct 28 19:59:53.668262 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['2fddfcf9-076f-453a-860b-f234954c583a'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 19:59:53.693281 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-30a41d90-baa1-4940-b534-8b6498c33415 req-4427ffe4-65ff-4184-b933-ee77be6eedbf tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445867 Oct 28 19:59:54.111045 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfed67-1e88-4b95-8d37-7fd0c3739119 req-b1fc348b-0a2b-496d-92d0-93168071b337 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:54.112570 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-55bfed67-1e88-4b95-8d37-7fd0c3739119 req-b1fc348b-0a2b-496d-92d0-93168071b337 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0536830 Oct 28 19:59:54.162003 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-55bfed67-1e88-4b95-8d37-7fd0c3739119 req-034d434f-05ad-49fd-ad72-79e4cd439ec9 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439191 Oct 28 19:59:54.815285 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05c373-0683-48b5-b239-bffaf1e61fb0 req-e976b614-290d-4143-9e62-7096573ca676 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:54.817011 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cc05c373-0683-48b5-b239-bffaf1e61fb0 req-e976b614-290d-4143-9e62-7096573ca676 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 944 time: 0.0534651 Oct 28 19:59:54.867106 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cc05c373-0683-48b5-b239-bffaf1e61fb0 req-a0085c1a-ff12-49af-8b5d-d6b5275b3c88 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441082 Oct 28 19:59:55.199669 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 2fddfcf9-076f-453a-860b-f234954c583a up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 19:59:55.254811 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 2fddfcf9-076f-453a-860b-f234954c583a completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 19:59:55.259003 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 2fddfcf9-076f-453a-860b-f234954c583a triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 19:59:55.259380 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (2fddfcf9-076f-453a-860b-f234954c583a), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:55.259720 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 2fddfcf9-076f-453a-860b-f234954c583a Oct 28 19:59:55.298891 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110e808-22d7-4c3a-b08b-dc5bb37e839b req-8d7b5ab5-ad3a-467a-bb00-c78765792c2b tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:55.300378 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d110e808-22d7-4c3a-b08b-dc5bb37e839b req-8d7b5ab5-ad3a-467a-bb00-c78765792c2b tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0578296 Oct 28 19:59:55.331781 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 2fddfcf9-076f-453a-860b-f234954c583a is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 19:59:55.332167 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2fddfcf9-076f-453a-860b-f234954c583a), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:55.347689 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d110e808-22d7-4c3a-b08b-dc5bb37e839b req-f665b6db-188b-4389-9124-2469639e3f8f tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417097 Oct 28 19:59:55.359245 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 19:59:55.361756 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0e16f9-374d-4e5f-bc94-9af411216a8f" -d '{"events": [{"server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "name": "network-vif-plugged", "status": "completed", "tag": "2fddfcf9-076f-453a-860b-f234954c583a"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 19:59:55.375232 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 2fddfcf9-076f-453a-860b-f234954c583a, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fddfcf9-076f-453a-860b-f234954c583a,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 19:59:55.379997 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (2fddfcf9-076f-453a-860b-f234954c583a), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:55.404647 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 19:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527fce6f-9263-497f-95c9-7ddcb816a945 x-openstack-request-id: req-527fce6f-9263-497f-95c9-7ddcb816a945 {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 19:59:55.405018 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "name": "network-vif-plugged", "status": "completed", "tag": "2fddfcf9-076f-453a-860b-f234954c583a", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 19:59:55.405291 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-527fce6f-9263-497f-95c9-7ddcb816a945 {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 19:59:55.406412 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527fce6f-9263-497f-95c9-7ddcb816a945'] response: {'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a', 'code': 200} Oct 28 19:59:55.433858 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=2fddfcf9-076f-453a-860b-f234954c583a,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 19:59:55.619716 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee14856-7626-43c2-a397-93f227bc35df req-ce376d03-1a17-4225-96ca-2d3e82f00be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:55.621278 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bee14856-7626-43c2-a397-93f227bc35df req-ce376d03-1a17-4225-96ca-2d3e82f00be4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 1129 time: 0.0796270 Oct 28 19:59:55.636897 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc81b5-d855-4a19-bf92-5e3e79c14217 req-c1621235-644e-4f38-acec-82c19fefaf8a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:55.638446 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3acc81b5-d855-4a19-bf92-5e3e79c14217 req-c1621235-644e-4f38-acec-82c19fefaf8a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0694332 Oct 28 19:59:55.742156 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-bee14856-7626-43c2-a397-93f227bc35df req-2ad20933-afbd-4b38-90ef-cefd9e7b4caa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009738 Oct 28 19:59:55.746269 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3acc81b5-d855-4a19-bf92-5e3e79c14217 req-924de73b-cb58-4f8a-8403-5aec720524ca tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977468 Oct 28 19:59:55.752808 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1145880-8714-4f35-a0e9-6575afb17b98 req-1014a21e-c36e-4f78-ac96-1bce6cd1bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:55.754358 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1145880-8714-4f35-a0e9-6575afb17b98 req-1014a21e-c36e-4f78-ac96-1bce6cd1bfa6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 1129 time: 0.1150563 Oct 28 19:59:56.047579 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd82887-deab-4929-9bd1-03aa1acc691e req-265682a4-443d-48fb-ae3e-1748e2af9edd tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:56.048985 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6fd82887-deab-4929-9bd1-03aa1acc691e req-265682a4-443d-48fb-ae3e-1748e2af9edd tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 945 time: 0.1074674 Oct 28 19:59:56.086125 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1145880-8714-4f35-a0e9-6575afb17b98 req-0e7cbb9b-9f8f-4ebc-8d87-5ac955066df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:56.087549 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1145880-8714-4f35-a0e9-6575afb17b98 req-0e7cbb9b-9f8f-4ebc-8d87-5ac955066df3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 912 time: 0.1374269 Oct 28 19:59:56.107632 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-6fd82887-deab-4929-9bd1-03aa1acc691e req-7c47ebfc-e799-4a12-8373-f4d50e842dbe tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525205 Oct 28 19:59:56.173434 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1145880-8714-4f35-a0e9-6575afb17b98 req-22809800-7c10-4028-b8ba-00e5d628ee69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abfa4d18-a781-4ef7-a98f-b877170cef28 HTTP/1.1" status: 200 len: 1001 time: 0.0570991 Oct 28 19:59:56.468046 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1145880-8714-4f35-a0e9-6575afb17b98 req-0078fbb8-9f45-4526-977d-6a79d8d450b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:56.468046 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1145880-8714-4f35-a0e9-6575afb17b98 req-0078fbb8-9f45-4526-977d-6a79d8d450b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e755505c-15bc-4e3a-9b0c-d97821dc8c4f HTTP/1.1" status: 200 len: 850 time: 0.2868750 Oct 28 19:59:56.517412 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1145880-8714-4f35-a0e9-6575afb17b98 req-636ccd4a-957c-4b66-bd00-53e2ca3936ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:56.518936 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1145880-8714-4f35-a0e9-6575afb17b98 req-636ccd4a-957c-4b66-bd00-53e2ca3936ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34106c65-61da-4f30-bd6e-bdeb635e2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449526 Oct 28 19:59:56.615821 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1145880-8714-4f35-a0e9-6575afb17b98 req-5a419d46-e9e8-49f4-9f6f-7ae7cfccd852 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869308 Oct 28 19:59:56.701794 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-a1145880-8714-4f35-a0e9-6575afb17b98 req-c4825a3f-665d-4ed2-a6b1-f39a78380f1c service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802598 Oct 28 19:59:56.878024 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fc203-33e1-4f7f-8f01-fdeb15d5714a req-83b66bc7-f773-4dcf-bc3f-36c3d3c6464c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:56.878686 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 19:59:56.879614 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-633fc203-33e1-4f7f-8f01-fdeb15d5714a req-83b66bc7-f773-4dcf-bc3f-36c3d3c6464c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0557759 Oct 28 19:59:56.931785 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-633fc203-33e1-4f7f-8f01-fdeb15d5714a req-e09f752a-16cc-4c60-8aa2-871be16c65d3 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464449 Oct 28 19:59:57.230371 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2783ff6-105d-4172-996c-47f957c03311 req-b4f5a486-db52-4546-b619-0ce775edbbf2 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:57.231846 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e2783ff6-105d-4172-996c-47f957c03311 req-b4f5a486-db52-4546-b619-0ce775edbbf2 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 945 time: 0.0523200 Oct 28 19:59:57.278518 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e2783ff6-105d-4172-996c-47f957c03311 req-9e010fed-fa80-480a-a82a-82658396154b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Oct 28 19:59:57.560786 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86deed-59ce-40b9-98d6-1f70609c1eec req-b00732e1-3e52-4872-a203-04c6f93194b7 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:57.562579 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fe86deed-59ce-40b9-98d6-1f70609c1eec req-b00732e1-3e52-4872-a203-04c6f93194b7 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 945 time: 0.0545805 Oct 28 19:59:57.609412 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fe86deed-59ce-40b9-98d6-1f70609c1eec req-72571ab5-e023-4b10-ae1f-bc78eef70ff1 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Oct 28 19:59:58.097502 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01383b6c-126f-43b7-b977-a574892ab08c req-d2683b8a-c25a-4e92-86a5-e1367075d968 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:58.098993 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-01383b6c-126f-43b7-b977-a574892ab08c req-d2683b8a-c25a-4e92-86a5-e1367075d968 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0883622 Oct 28 19:59:58.110818 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad3aa1-76f5-4bfd-aa69-6f06110c08aa req-700d92d1-06f0-4154-9cec-4d83ddd3647c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 19:59:58.112217 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-faad3aa1-76f5-4bfd-aa69-6f06110c08aa req-700d92d1-06f0-4154-9cec-4d83ddd3647c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 945 time: 0.0713751 Oct 28 19:59:58.179826 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-01383b6c-126f-43b7-b977-a574892ab08c req-655e2ff8-29c6-4db3-89a8-e14b1579b367 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666764 Oct 28 19:59:58.186922 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-faad3aa1-76f5-4bfd-aa69-6f06110c08aa req-1158f765-6c9d-4958-a7c1-70327ac5a319 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671983 Oct 28 20:00:02.380593 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105f154-98d9-47cc-989f-e792262eaf32 req-58f58136-e4d9-4711-9a71-1ed37f4c8e83 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:02.382017 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c105f154-98d9-47cc-989f-e792262eaf32 req-58f58136-e4d9-4711-9a71-1ed37f4c8e83 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 945 time: 0.0530684 Oct 28 20:00:02.431317 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c105f154-98d9-47cc-989f-e792262eaf32 req-26812131-25f0-48f9-b56e-4d743d76a2ff tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 Oct 28 20:00:02.459654 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 52706) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:02.590988 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a274f72c-6969-4ec3-94fd-f14d3361da2e tempest-TestMinimumBasicScenario-1419842139 tempest-TestMinimumBasicScenario-1419842139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:02.592512 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-a274f72c-6969-4ec3-94fd-f14d3361da2e tempest-TestMinimumBasicScenario-1419842139 tempest-TestMinimumBasicScenario-1419842139-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 1124 time: 0.1318922 Oct 28 20:00:02.596170 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 52710) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:02.600378 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Request body: {'floatingip': {'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'port_id': '2fddfcf9-076f-453a-860b-f234954c583a', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:02.619133 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:02.716202 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:02.820251 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Allocated IP 172.28.3.119 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/0b256eb8-11a6-442c-a4b7-615d3d5469c5) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:00:02.929181 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for port (0b256eb8-11a6-442c-a4b7-615d3d5469c5), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:02.971379 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (0b256eb8-11a6-442c-a4b7-615d3d5469c5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:03.029218 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:00:03.039021 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:00:03.041613 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'Port': ['ID=0b256eb8-11a6-442c-a4b7-615d3d5469c5,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:03.043710 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:00:03.078464 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.078998 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.079365 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.079719 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.080073 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.080420 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.080762 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.081101 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.081507 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.081850 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.082187 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.082521 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.082856 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:03.101304 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d98e8-4f2b-4ef6-be3e-5a4aea5826d4 req-64380b0c-103c-4063-a458-8f48ef0847a5 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:03.102833 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-667d98e8-4f2b-4ef6-be3e-5a4aea5826d4 req-64380b0c-103c-4063-a458-8f48ef0847a5 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 946 time: 0.1415105 Oct 28 20:00:03.202123 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-667d98e8-4f2b-4ef6-be3e-5a4aea5826d4 req-34f1dab3-fba8-432c-8637-063d76d4a2f6 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928900 Oct 28 20:00:03.442582 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for floatingip (e6984498-193b-4882-9d79-1fa0c4b7ebc3), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:03.510997 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (0b256eb8-11a6-442c-a4b7-615d3d5469c5), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:03.651551 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for port (0b256eb8-11a6-442c-a4b7-615d3d5469c5), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:03.666068 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (0b256eb8-11a6-442c-a4b7-615d3d5469c5), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:03.735187 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'Port': ['ID=0b256eb8-11a6-442c-a4b7-615d3d5469c5,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:03.737643 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (e6984498-193b-4882-9d79-1fa0c4b7ebc3), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:03.831399 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Floating IP e6984498-193b-4882-9d79-1fa0c4b7ebc3 associated. External IP: 172.28.3.119, port: 2fddfcf9-076f-453a-860b-f234954c583a. Oct 28 20:00:04.023952 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Router 476c775c-0c83-45d0-8e32-3281fb47fb07 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:00:04.122020 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:00:04.131586 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a16df0-ae6d-413c-be58-c81e6111df6d None None] Sync routers for ids ['476c775c-0c83-45d0-8e32-3281fb47fb07'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:00:04.140844 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.142544 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a16df0-ae6d-413c-be58-c81e6111df6d None None] Routers {'476c775c-0c83-45d0-8e32-3281fb47fb07'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:00:04.143171 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-19a16df0-ae6d-413c-be58-c81e6111df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:59:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['476c775c-0c83-45d0-8e32-3281fb47fb07'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:04.173199 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-8c89e7e3-99b8-40d9-becf-51cacf6eaec6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5760069 Oct 28 20:00:04.173979 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:00:04.176106 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52718) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:04.176626 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978d9704-6a5d-4f54-b250-7f28d311b662" -d '{"events": [{"name": "network-changed", "server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "tag": "2fddfcf9-076f-453a-860b-f234954c583a"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:00:04.181220 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605488116', 'description': 'tempest-secgroup-smoke-605488116 description', 'project_id': 'cdc310010cd742ef93267321126b8996'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:04.204692 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.213535 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc04115-a01b-43a1-a749-2f1f38112cb8 x-openstack-request-id: req-2fc04115-a01b-43a1-a749-2f1f38112cb8 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:00:04.213831 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "tag": "2fddfcf9-076f-453a-860b-f234954c583a", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:00:04.214087 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fc04115-a01b-43a1-a749-2f1f38112cb8 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:00:04.214501 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc04115-a01b-43a1-a749-2f1f38112cb8'] response: {'name': 'network-changed', 'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a', 'status': 'completed', 'code': 200} Oct 28 20:00:04.251264 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-19a16df0-ae6d-413c-be58-c81e6111df6d None None] Set router 476c775c-0c83-45d0-8e32-3281fb47fb07 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:00:04.282496 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group (9b99422a-77dd-46ab-8b25-12a5872aa3db), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.287523 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (9b99422a-77dd-46ab-8b25-12a5872aa3db), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.299407 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d9704-6a5d-4f54-b250-7f28d311b662 req-5bdff0f0-8086-4e9b-baa5-27e0e762308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:04.301321 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-978d9704-6a5d-4f54-b250-7f28d311b662 req-5bdff0f0-8086-4e9b-baa5-27e0e762308f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdc310010cd742ef93267321126b8996&device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 1129 time: 0.0651240 Oct 28 20:00:04.314487 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.315742 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1382592 Oct 28 20:00:04.320234 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 52724) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:04.324308 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b99422a-77dd-46ab-8b25-12a5872aa3db,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:04.332682 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.333048 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.333405 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.333783 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.334130 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.334477 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.334821 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.335165 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.335507 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.336339 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.336339 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.336540 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.336823 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b9580-9507-45b0-914d-78a9fa196306 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:00:04.344226 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-797d0d26-99c4-48b0-a34e-9ec1c03e0f2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Request body: {'security_group_rule': {'security_group_id': '9b99422a-77dd-46ab-8b25-12a5872aa3db', 'project_id': 'cdc310010cd742ef93267321126b8996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:04.441681 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185b5af-ddd7-4075-b841-a9826c8b0a77 req-88ddc2ac-0dfa-4531-8615-c90f1ccf1821 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:04.443172 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7185b5af-ddd7-4075-b841-a9826c8b0a77 req-88ddc2ac-0dfa-4531-8615-c90f1ccf1821 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 946 time: 0.1555426 Oct 28 20:00:04.448635 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-797d0d26-99c4-48b0-a34e-9ec1c03e0f2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (3314e0bb-cc45-487c-ab0e-8506fc4c7e5d), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.468816 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d9704-6a5d-4f54-b250-7f28d311b662 req-0b935058-d0b7-4641-b29c-b7654f46a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:04.470202 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-978d9704-6a5d-4f54-b250-7f28d311b662 req-0b935058-d0b7-4641-b29c-b7654f46a5f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a96263d7-b955-4579-8078-9af055f334fc HTTP/1.1" status: 200 len: 916 time: 0.1489210 Oct 28 20:00:04.490848 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-19a16df0-ae6d-413c-be58-c81e6111df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'e6984498-193b-4882-9d79-1fa0c4b7ebc3', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'floating_ip_address': '172.28.3.119', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'port_id': '2fddfcf9-076f-453a-860b-f234954c583a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'mac_address': 'fa:16:3e:1e:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:00:03Z', 'updated_at': '2022-10-28T20:00:03Z', 'revision_number': 0, 'project_id': 'cdc310010cd742ef93267321126b8996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c846ed0-77c8-4ed3-8384-775fb6d312d7', 'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'mac_address': 'fa:16:3e:e0:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:22Z', 'updated_at': '2022-10-28T19:59:27Z', 'revision_number': 5, 'project_id': 'cdc310010cd742ef93267321126b8996', 'subnets': [{'id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:04.519158 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a16df0-ae6d-413c-be58-c81e6111df6d None None] Checking router: 476c775c-0c83-45d0-8e32-3281fb47fb07 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:00:04.527536 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a16df0-ae6d-413c-be58-c81e6111df6d None None] Routers {'476c775c-0c83-45d0-8e32-3281fb47fb07'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:00:04.528143 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-19a16df0-ae6d-413c-be58-c81e6111df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T19:59:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['476c775c-0c83-45d0-8e32-3281fb47fb07'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:04.582541 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-978d9704-6a5d-4f54-b250-7f28d311b662 req-15b8aa20-cc8d-4f02-bcc3-d126252506fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fddfcf9-076f-453a-860b-f234954c583a HTTP/1.1" status: 200 len: 999 time: 0.1021349 Oct 28 20:00:04.585450 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7185b5af-ddd7-4075-b841-a9826c8b0a77 req-96a30daf-f974-4c91-b32b-2f892528bfe9 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324368 Oct 28 20:00:04.627923 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-797d0d26-99c4-48b0-a34e-9ec1c03e0f2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (3314e0bb-cc45-487c-ab0e-8506fc4c7e5d), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.632626 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-19a16df0-ae6d-413c-be58-c81e6111df6d None None] Set router 476c775c-0c83-45d0-8e32-3281fb47fb07 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:00:04.634020 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-797d0d26-99c4-48b0-a34e-9ec1c03e0f2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (3314e0bb-cc45-487c-ab0e-8506fc4c7e5d), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.657990 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d0d26-99c4-48b0-a34e-9ec1c03e0f2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3314e0bb-cc45-487c-ab0e-8506fc4c7e5d,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:04.661189 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d9704-6a5d-4f54-b250-7f28d311b662 req-d0781140-8421-4439-a6cc-be76aca3ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:04.662688 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-978d9704-6a5d-4f54-b250-7f28d311b662 req-d0781140-8421-4439-a6cc-be76aca3ae7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6cce4f2-899f-4090-a464-a5a582a31455 HTTP/1.1" status: 200 len: 854 time: 0.0739236 Oct 28 20:00:04.669947 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-797d0d26-99c4-48b0-a34e-9ec1c03e0f2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.671179 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-797d0d26-99c4-48b0-a34e-9ec1c03e0f2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3487000 Oct 28 20:00:04.674284 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52726) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:04.678738 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-00098607-d678-4a89-9135-609171016c70 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Request body: {'security_group_rule': {'security_group_id': '9b99422a-77dd-46ab-8b25-12a5872aa3db', 'project_id': 'cdc310010cd742ef93267321126b8996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:04.704263 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-00098607-d678-4a89-9135-609171016c70 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (6cf4d292-5831-4c18-adc4-e2078063dbfe), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.720883 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d9704-6a5d-4f54-b250-7f28d311b662 req-a7c12742-393f-4f68-bf33-4ebf8b116a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:04.722445 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-978d9704-6a5d-4f54-b250-7f28d311b662 req-a7c12742-393f-4f68-bf33-4ebf8b116a2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a96263d7-b955-4579-8078-9af055f334fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0501418 Oct 28 20:00:04.771185 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-00098607-d678-4a89-9135-609171016c70 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (6cf4d292-5831-4c18-adc4-e2078063dbfe), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.775346 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-00098607-d678-4a89-9135-609171016c70 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (6cf4d292-5831-4c18-adc4-e2078063dbfe), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.798974 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00098607-d678-4a89-9135-609171016c70 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf4d292-5831-4c18-adc4-e2078063dbfe,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:04.806354 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-00098607-d678-4a89-9135-609171016c70 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.807148 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-00098607-d678-4a89-9135-609171016c70 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318603 Oct 28 20:00:04.810077 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 52728) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:04.814666 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-43b5197c-cec7-431e-b9cc-eaf58a73210c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Request body: {'security_group_rule': {'security_group_id': '9b99422a-77dd-46ab-8b25-12a5872aa3db', 'project_id': 'cdc310010cd742ef93267321126b8996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:04.833717 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-978d9704-6a5d-4f54-b250-7f28d311b662 req-89c91034-6d45-4b87-a758-f29f7cce3aa1 service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032174 Oct 28 20:00:04.880250 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-19a16df0-ae6d-413c-be58-c81e6111df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'e6984498-193b-4882-9d79-1fa0c4b7ebc3', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'floating_ip_address': '172.28.3.119', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'port_id': '2fddfcf9-076f-453a-860b-f234954c583a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'mac_address': 'fa:16:3e:1e:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:00:03Z', 'updated_at': '2022-10-28T20:00:03Z', 'revision_number': 0, 'project_id': 'cdc310010cd742ef93267321126b8996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c846ed0-77c8-4ed3-8384-775fb6d312d7', 'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'mac_address': 'fa:16:3e:e0:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:22Z', 'updated_at': '2022-10-28T19:59:27Z', 'revision_number': 5, 'project_id': 'cdc310010cd742ef93267321126b8996', 'subnets': [{'id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:04.887658 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-43b5197c-cec7-431e-b9cc-eaf58a73210c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (d1ed9f0e-93dc-45f0-8eda-07592d92e808), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.904418 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a16df0-ae6d-413c-be58-c81e6111df6d None None] The sync data for ids ['476c775c-0c83-45d0-8e32-3281fb47fb07'] in dv-cinder-862894-1-smb is: [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': 'e6984498-193b-4882-9d79-1fa0c4b7ebc3', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'floating_ip_address': '172.28.3.119', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'port_id': '2fddfcf9-076f-453a-860b-f234954c583a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'mac_address': 'fa:16:3e:1e:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:00:03Z', 'updated_at': '2022-10-28T20:00:03Z', 'revision_number': 0, 'project_id': 'cdc310010cd742ef93267321126b8996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c846ed0-77c8-4ed3-8384-775fb6d312d7', 'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'mac_address': 'fa:16:3e:e0:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:22Z', 'updated_at': '2022-10-28T19:59:27Z', 'revision_number': 5, 'project_id': 'cdc310010cd742ef93267321126b8996', 'subnets': [{'id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:00:04.972128 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-43b5197c-cec7-431e-b9cc-eaf58a73210c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (d1ed9f0e-93dc-45f0-8eda-07592d92e808), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.974716 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-978d9704-6a5d-4f54-b250-7f28d311b662 req-95fa325d-c319-4d48-8b2e-0379c673c9c9 service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316233 Oct 28 20:00:04.976294 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-43b5197c-cec7-431e-b9cc-eaf58a73210c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (d1ed9f0e-93dc-45f0-8eda-07592d92e808), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:04.993888 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5197c-cec7-431e-b9cc-eaf58a73210c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ed9f0e-93dc-45f0-8eda-07592d92e808,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:05.002480 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-43b5197c-cec7-431e-b9cc-eaf58a73210c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.003695 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-43b5197c-cec7-431e-b9cc-eaf58a73210c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1926644 Oct 28 20:00:05.006485 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 52730) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:05.010870 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-f1bc276b-eb80-40d6-aaf1-f6f189b731f6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Request body: {'security_group_rule': {'security_group_id': '9b99422a-77dd-46ab-8b25-12a5872aa3db', 'project_id': 'cdc310010cd742ef93267321126b8996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:05.037674 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f1bc276b-eb80-40d6-aaf1-f6f189b731f6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (697a1847-0e78-45b9-9787-5f5f3c265f5c), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.098873 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f1bc276b-eb80-40d6-aaf1-f6f189b731f6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (697a1847-0e78-45b9-9787-5f5f3c265f5c), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.103839 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f1bc276b-eb80-40d6-aaf1-f6f189b731f6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (697a1847-0e78-45b9-9787-5f5f3c265f5c), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.116478 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237ebc9e-d8b0-465f-814d-aab91d710b5b None None] New status for floating IP e6984498-193b-4882-9d79-1fa0c4b7ebc3: ACTIVE {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:00:05.125076 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc276b-eb80-40d6-aaf1-f6f189b731f6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697a1847-0e78-45b9-9787-5f5f3c265f5c,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:05.129937 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-f1bc276b-eb80-40d6-aaf1-f6f189b731f6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.131120 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-f1bc276b-eb80-40d6-aaf1-f6f189b731f6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236842 Oct 28 20:00:05.133909 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 52732) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:05.138128 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-075320b8-ef4a-4a62-a131-c450cc2a2a2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Request body: {'security_group_rule': {'security_group_id': '9b99422a-77dd-46ab-8b25-12a5872aa3db', 'project_id': 'cdc310010cd742ef93267321126b8996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:05.158184 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.securitygroups_db [None req-075320b8-ef4a-4a62-a131-c450cc2a2a2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Project cdc310010cd742ef93267321126b8996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 20:00:05.162963 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-075320b8-ef4a-4a62-a131-c450cc2a2a2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (c6f50a3c-32a2-47b5-abf2-e002a3b258d5), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.222428 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-075320b8-ef4a-4a62-a131-c450cc2a2a2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (c6f50a3c-32a2-47b5-abf2-e002a3b258d5), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.225748 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-075320b8-ef4a-4a62-a131-c450cc2a2a2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (c6f50a3c-32a2-47b5-abf2-e002a3b258d5), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.242978 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075320b8-ef4a-4a62-a131-c450cc2a2a2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f50a3c-32a2-47b5-abf2-e002a3b258d5,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:05.253299 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-075320b8-ef4a-4a62-a131-c450cc2a2a2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.254803 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-075320b8-ef4a-4a62-a131-c450cc2a2a2d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198945 Oct 28 20:00:05.257571 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52734) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:05.263528 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-29b9970e-e0a8-4757-8342-3c11df9774bb tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Request body: {'security_group_rule': {'security_group_id': '9b99422a-77dd-46ab-8b25-12a5872aa3db', 'project_id': 'cdc310010cd742ef93267321126b8996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:05.283324 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.securitygroups_db [None req-29b9970e-e0a8-4757-8342-3c11df9774bb tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Project cdc310010cd742ef93267321126b8996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 20:00:05.288054 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-29b9970e-e0a8-4757-8342-3c11df9774bb tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (4f8b12a6-ce11-44d4-b126-ac6cf6c41feb), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.347902 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-29b9970e-e0a8-4757-8342-3c11df9774bb tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (4f8b12a6-ce11-44d4-b126-ac6cf6c41feb), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.350937 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-29b9970e-e0a8-4757-8342-3c11df9774bb tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (4f8b12a6-ce11-44d4-b126-ac6cf6c41feb), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.368220 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9970e-e0a8-4757-8342-3c11df9774bb tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8b12a6-ce11-44d4-b126-ac6cf6c41feb,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:05.376365 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-29b9970e-e0a8-4757-8342-3c11df9774bb tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:05.377608 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-29b9970e-e0a8-4757-8342-3c11df9774bb tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176045 Oct 28 20:00:05.471393 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7cbed895-2ea7-4221-91fd-a808dd1d0771 req-22a65427-5c61-4707-b87d-38a90b56214b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605488116&fields=id&tenant_id=cdc310010cd742ef93267321126b8996 HTTP/1.1" status: 200 len: 267 time: 0.0466726 Oct 28 20:00:05.527793 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbed895-2ea7-4221-91fd-a808dd1d0771 req-74214585-1f39-4e60-a71d-2488c3dabf90 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:05.529286 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7cbed895-2ea7-4221-91fd-a808dd1d0771 req-74214585-1f39-4e60-a71d-2488c3dabf90 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 945 time: 0.0525894 Oct 28 20:00:05.540088 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-7cbed895-2ea7-4221-91fd-a808dd1d0771 req-da83c011-33e6-4915-964e-592e98728049 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Request body: {'port': {'security_groups': ['91273511-c221-4ed5-9142-cd26c6f47ecb', '9b99422a-77dd-46ab-8b25-12a5872aa3db']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:00:05.609370 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7cbed895-2ea7-4221-91fd-a808dd1d0771 req-da83c011-33e6-4915-964e-592e98728049 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2fddfcf9-076f-453a-860b-f234954c583a), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:06.026356 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aec24-29a7-44aa-9830-dbe99e1e0b34 req-04adc093-b75a-4411-bc0b-6a0203fea0ce tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:06.027808 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-241aec24-29a7-44aa-9830-dbe99e1e0b34 req-04adc093-b75a-4411-bc0b-6a0203fea0ce tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 946 time: 0.3664353 Oct 28 20:00:06.105361 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-241aec24-29a7-44aa-9830-dbe99e1e0b34 req-a1bb6210-b388-4cb3-9cf5-9746f51fc170 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715196 Oct 28 20:00:06.107012 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-7cbed895-2ea7-4221-91fd-a808dd1d0771 req-da83c011-33e6-4915-964e-592e98728049 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] For port 2fddfcf9-076f-453a-860b-f234954c583a, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fddfcf9-076f-453a-860b-f234954c583a,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:00:06.135047 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7cbed895-2ea7-4221-91fd-a808dd1d0771 req-da83c011-33e6-4915-964e-592e98728049 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for port (2fddfcf9-076f-453a-860b-f234954c583a), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:06.139484 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7cbed895-2ea7-4221-91fd-a808dd1d0771 req-da83c011-33e6-4915-964e-592e98728049 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (2fddfcf9-076f-453a-860b-f234954c583a), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:06.149980 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbed895-2ea7-4221-91fd-a808dd1d0771 req-da83c011-33e6-4915-964e-592e98728049 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:06.150589 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-7cbed895-2ea7-4221-91fd-a808dd1d0771 req-da83c011-33e6-4915-964e-592e98728049 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:06.150957 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['2fddfcf9-076f-453a-860b-f234954c583a'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:00:06.151938 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7cbed895-2ea7-4221-91fd-a808dd1d0771 req-da83c011-33e6-4915-964e-592e98728049 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "PUT /v2.0/ports/2fddfcf9-076f-453a-860b-f234954c583a HTTP/1.1" status: 200 len: 981 time: 0.6166017 Oct 28 20:00:06.207479 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83c011-33e6-4915-964e-592e98728049 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'Port': ['ID=2fddfcf9-076f-453a-860b-f234954c583a,revision_number=6']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:06.219267 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:00:06.222578 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16e030a-7080-4182-b80d-be0bbe3571c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "tag": "2fddfcf9-076f-453a-860b-f234954c583a"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:00:06.257657 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['2fddfcf9-076f-453a-860b-f234954c583a'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:00:06.260930 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7070401-40d2-4614-85c6-eeb7a8ae25ec x-openstack-request-id: req-d7070401-40d2-4614-85c6-eeb7a8ae25ec {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:00:06.261225 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "tag": "2fddfcf9-076f-453a-860b-f234954c583a", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:00:06.261508 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7070401-40d2-4614-85c6-eeb7a8ae25ec {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:00:06.261918 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7070401-40d2-4614-85c6-eeb7a8ae25ec'] response: {'name': 'network-changed', 'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a', 'status': 'completed', 'code': 200} Oct 28 20:00:06.270529 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b842e4-aadd-4f5b-a5f2-2822ce3ec258 req-eef48364-8c21-44dd-aedb-f25574e187f7 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:06.272059 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d7b842e4-aadd-4f5b-a5f2-2822ce3ec258 req-eef48364-8c21-44dd-aedb-f25574e187f7 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0616620 Oct 28 20:00:06.366690 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d7b842e4-aadd-4f5b-a5f2-2822ce3ec258 req-e49e0b9f-9895-4b3e-b1f5-29539e5bdb7e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887311 Oct 28 20:00:06.371211 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e030a-7080-4182-b80d-be0bbe3571c8 req-7f731259-2c99-452a-aeed-d7315140b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:06.372669 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f16e030a-7080-4182-b80d-be0bbe3571c8 req-7f731259-2c99-452a-aeed-d7315140b787 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdc310010cd742ef93267321126b8996&device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 1168 time: 0.0884156 Oct 28 20:00:06.469215 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e030a-7080-4182-b80d-be0bbe3571c8 req-ba44be2d-ba1c-45b1-bd90-9ebaa844bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:06.469215 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f16e030a-7080-4182-b80d-be0bbe3571c8 req-ba44be2d-ba1c-45b1-bd90-9ebaa844bcef service neutron] 10.222.0.26 "GET /v2.0/networks?id=a96263d7-b955-4579-8078-9af055f334fc HTTP/1.1" status: 200 len: 916 time: 0.0866525 Oct 28 20:00:06.520112 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-d1032c67-6a15-424a-91fe-f72fa1c8101a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:06.531172 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f16e030a-7080-4182-b80d-be0bbe3571c8 req-9f61c74e-03e4-488e-8e3f-eb3f1c7aca0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fddfcf9-076f-453a-860b-f234954c583a HTTP/1.1" status: 200 len: 1001 time: 0.0584574 Oct 28 20:00:06.581027 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e030a-7080-4182-b80d-be0bbe3571c8 req-9ca8d83b-4ce4-42a0-b7e8-3c84c672c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:06.582533 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f16e030a-7080-4182-b80d-be0bbe3571c8 req-9ca8d83b-4ce4-42a0-b7e8-3c84c672c4f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6cce4f2-899f-4090-a464-a5a582a31455 HTTP/1.1" status: 200 len: 854 time: 0.0453608 Oct 28 20:00:06.632694 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e030a-7080-4182-b80d-be0bbe3571c8 req-d5c1a4ee-816b-426b-b1cc-02e915fcf3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:06.634206 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f16e030a-7080-4182-b80d-be0bbe3571c8 req-d5c1a4ee-816b-426b-b1cc-02e915fcf3b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a96263d7-b955-4579-8078-9af055f334fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0442066 Oct 28 20:00:06.726442 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f16e030a-7080-4182-b80d-be0bbe3571c8 req-31a6e035-7365-4595-8b68-55388b12f827 service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851591 Oct 28 20:00:06.814220 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f16e030a-7080-4182-b80d-be0bbe3571c8 req-0d71be42-90ce-4c0a-9388-cda8c957d50a service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819001 Oct 28 20:00:07.235402 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0303b-d835-4f9b-a79a-502066c9cb6f req-45ff526f-5eb4-4572-84ed-663ec2c96579 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:07.236878 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-44a0303b-d835-4f9b-a79a-502066c9cb6f req-45ff526f-5eb4-4572-84ed-663ec2c96579 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 946 time: 0.0577922 Oct 28 20:00:07.282488 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-44a0303b-d835-4f9b-a79a-502066c9cb6f req-8d6adb4c-4594-41b0-afbe-76795ad81b8c tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Oct 28 20:00:07.601721 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7808-010d-4f23-9623-50377b0b7f94 req-6d566ea6-668f-4e51-af67-96a1f7278433 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:07.603168 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-783d7808-010d-4f23-9623-50377b0b7f94 req-6d566ea6-668f-4e51-af67-96a1f7278433 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.26 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 946 time: 0.0515087 Oct 28 20:00:07.689205 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-783d7808-010d-4f23-9623-50377b0b7f94 req-cc80e0fd-c48c-48a7-92bd-774c6b23cb60 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Deleting port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:00:07.689590 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-783d7808-010d-4f23-9623-50377b0b7f94 req-cc80e0fd-c48c-48a7-92bd-774c6b23cb60 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:07.778300 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-783d7808-010d-4f23-9623-50377b0b7f94 req-cc80e0fd-c48c-48a7-92bd-774c6b23cb60 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] For port bbbd032c-456e-4ac2-90e7-3e26bb5fd088, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=bbbd032c-456e-4ac2-90e7-3e26bb5fd088,segment=NetworkSegment(c95fcfa3-d767-487c-9f5f-b86385df9e9c),segment_id=c95fcfa3-d767-487c-9f5f-b86385df9e9c)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:00:07.778600 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-783d7808-010d-4f23-9623-50377b0b7f94 req-cc80e0fd-c48c-48a7-92bd-774c6b23cb60 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:07.790967 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-783d7808-010d-4f23-9623-50377b0b7f94 req-cc80e0fd-c48c-48a7-92bd-774c6b23cb60 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Calling delete_port for bbbd032c-456e-4ac2-90e7-3e26bb5fd088 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:00:07.914531 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-783d7808-010d-4f23-9623-50377b0b7f94 req-cc80e0fd-c48c-48a7-92bd-774c6b23cb60 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (bbbd032c-456e-4ac2-90e7-3e26bb5fd088), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:07.925571 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['bbbd032c-456e-4ac2-90e7-3e26bb5fd088'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:00:07.941119 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80e0fd-c48c-48a7-92bd-774c6b23cb60 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Pushing event deleted for resources: {'Port': ['ID=bbbd032c-456e-4ac2-90e7-3e26bb5fd088,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:07.983612 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-783d7808-010d-4f23-9623-50377b0b7f94 req-cc80e0fd-c48c-48a7-92bd-774c6b23cb60 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] No DVR routers for this DVR port bbbd032c-456e-4ac2-90e7-3e26bb5fd088 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:00:07.986171 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-783d7808-010d-4f23-9623-50377b0b7f94 req-cc80e0fd-c48c-48a7-92bd-774c6b23cb60 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:07.989523 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-783d7808-010d-4f23-9623-50377b0b7f94 req-cc80e0fd-c48c-48a7-92bd-774c6b23cb60 tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.26 "DELETE /v2.0/ports/bbbd032c-456e-4ac2-90e7-3e26bb5fd088 HTTP/1.1" status: 204 len: 173 time: 0.3808632 Oct 28 20:00:08.263437 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70beeeb-7c41-4ff6-b38d-d58cf97577c3', 'name': 'network-vif-deleted', 'tag': 'bbbd032c-456e-4ac2-90e7-3e26bb5fd088'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:00:08.266529 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeec157-5cf9-4dfb-aae1-afe9d3b376db" -d '{"events": [{"server_uuid": "d70beeeb-7c41-4ff6-b38d-d58cf97577c3", "name": "network-vif-deleted", "tag": "bbbd032c-456e-4ac2-90e7-3e26bb5fd088"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:00:08.301885 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c49c8a-1612-486a-ad6d-ab37bc6bf047 x-openstack-request-id: req-c1c49c8a-1612-486a-ad6d-ab37bc6bf047 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:00:08.302126 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70beeeb-7c41-4ff6-b38d-d58cf97577c3", "name": "network-vif-deleted", "tag": "bbbd032c-456e-4ac2-90e7-3e26bb5fd088", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:00:08.302416 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1c49c8a-1612-486a-ad6d-ab37bc6bf047 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:00:08.302839 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c49c8a-1612-486a-ad6d-ab37bc6bf047'] response: {'server_uuid': 'd70beeeb-7c41-4ff6-b38d-d58cf97577c3', 'name': 'network-vif-deleted', 'tag': 'bbbd032c-456e-4ac2-90e7-3e26bb5fd088', 'status': 'completed', 'code': 200} Oct 28 20:00:08.409356 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4e987d53-d18a-4226-a94c-0afa36a3ac57 req-fa50647f-a293-4703-801e-0760c3e1a40a tempest-VolumesSnapshotTestJSON-1021146438 tempest-VolumesSnapshotTestJSON-1021146438-project] 10.222.0.64 "GET /v2.0/ports?device_id=d70beeeb-7c41-4ff6-b38d-d58cf97577c3 HTTP/1.1" status: 200 len: 210 time: 0.0348892 Oct 28 20:00:08.669814 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-33e13f13-1de9-4d3e-863c-21695ff1309f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:09.784728 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:00:09.872843 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:11.437661 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:12.680419 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:13.239407 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device bbbd032c-456e-4ac2-90e7-3e26bb5fd088 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:00:13.258484 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: bbbd032c-456e-4ac2-90e7-3e26bb5fd088 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:00:13.258831 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device bbbd032c-456e-4ac2-90e7-3e26bb5fd088 not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:00:26.422123 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52878) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:26.467048 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a8a83b-16f4-40c7-af64-7c42419b5429 admin admin] Deleting subnet 064294f1-e889-4897-90c6-2d065aa791d0 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:00:26.470626 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a8a83b-16f4-40c7-af64-7c42419b5429 admin admin] Publish callbacks [] for subnet (064294f1-e889-4897-90c6-2d065aa791d0), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.508173 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a8a83b-16f4-40c7-af64-7c42419b5429 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4733770'] for subnet (064294f1-e889-4897-90c6-2d065aa791d0), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.548401 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a8a83b-16f4-40c7-af64-7c42419b5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (064294f1-e889-4897-90c6-2d065aa791d0), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.599655 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a8a83b-16f4-40c7-af64-7c42419b5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336434'] for subnet (064294f1-e889-4897-90c6-2d065aa791d0), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.625161 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8a83b-16f4-40c7-af64-7c42419b5429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064294f1-e889-4897-90c6-2d065aa791d0,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:26.628323 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-45a8a83b-16f4-40c7-af64-7c42419b5429 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.630919 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-45a8a83b-16f4-40c7-af64-7c42419b5429 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/064294f1-e889-4897-90c6-2d065aa791d0 HTTP/1.1" status: 204 len: 168 time: 0.2078023 Oct 28 20:00:26.633448 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 52880) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:26.702651 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (073e2743-4b41-4a24-9087-810bdc6f1924), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.779770 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (073e2743-4b41-4a24-9087-810bdc6f1924), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.798819 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073e2743-4b41-4a24-9087-810bdc6f1924']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:26.807778 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95fcfa3-d767-487c-9f5f-b86385df9e9c') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:26.808083 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95fcfa3-d767-487c-9f5f-b86385df9e9c') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:00:26.821309 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4733779'] for segment (c95fcfa3-d767-487c-9f5f-b86385df9e9c), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.834970 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (c95fcfa3-d767-487c-9f5f-b86385df9e9c), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.840631 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:00:26.841019 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4779694'] for segment (c95fcfa3-d767-487c-9f5f-b86385df9e9c), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.879167 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment c95fcfa3-d767-487c-9f5f-b86385df9e9c resource provider aggregate not found Oct 28 20:00:26.879631 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.897319 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment c95fcfa3-d767-487c-9f5f-b86385df9e9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c95fcfa3-d767-487c-9f5f-b86385df9e9c found for delete ", "request_id": "req-5aa20e16-91ba-4dde-b4ff-65ebdf6eef64"}]} Oct 28 20:00:26.905186 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (073e2743-4b41-4a24-9087-810bdc6f1924), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.910458 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:26.913651 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] 10.222.0.64 "DELETE /v2.0/networks/073e2743-4b41-4a24-9087-810bdc6f1924 HTTP/1.1" status: 204 len: 168 time: 0.2792258 Oct 28 20:00:26.925174 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00d610-ebc3-44ed-ae1c-69d487331484 admin admin] Pushing event deleted for resources: {'Network': ['ID=073e2743-4b41-4a24-9087-810bdc6f1924,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:27.021570 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 52888) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:27.060937 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-898af345-4036-4735-b9cf-da546dbd62ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5adeb9db209432099200863be8834c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381882 Oct 28 20:00:27.063441 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 52890) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:00:27.108415 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4976a7f9-d35b-4683-9a33-2b174fcbf7f0 admin admin] Publish callbacks [] for security_group (fe2b4417-ebb3-434f-9ec0-4eb94a9f520b), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:27.129755 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4976a7f9-d35b-4683-9a33-2b174fcbf7f0 admin admin] Publish callbacks [] for security_group (fe2b4417-ebb3-434f-9ec0-4eb94a9f520b), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:27.174894 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4976a7f9-d35b-4683-9a33-2b174fcbf7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (fe2b4417-ebb3-434f-9ec0-4eb94a9f520b), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:27.177414 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-4976a7f9-d35b-4683-9a33-2b174fcbf7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:27.178626 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-4976a7f9-d35b-4683-9a33-2b174fcbf7f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fe2b4417-ebb3-434f-9ec0-4eb94a9f520b HTTP/1.1" status: 204 len: 168 time: 0.1137698 Oct 28 20:00:27.186172 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976a7f9-d35b-4683-9a33-2b174fcbf7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2b4417-ebb3-434f-9ec0-4eb94a9f520b,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:00:35.813619 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-9d005ad8-0a5a-492e-98e1-6f970584e418 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428960 Oct 28 20:00:35.900207 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-652ab171-3f1e-4553-94d2-5366c721b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:35.901770 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-652ab171-3f1e-4553-94d2-5366c721b422 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 1129 time: 0.0472798 Oct 28 20:00:36.003891 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-04273750-3e21-4035-ab98-5bd292402775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:36.005354 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-04273750-3e21-4035-ab98-5bd292402775 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 912 time: 0.0852029 Oct 28 20:00:36.068937 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-309c532f-56e1-4409-abcb-cdeced953635 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abfa4d18-a781-4ef7-a98f-b877170cef28 HTTP/1.1" status: 200 len: 1001 time: 0.0574794 Oct 28 20:00:36.116078 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-155c404c-0ccf-40c5-a0f4-d2cb9eaf6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:36.117513 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-155c404c-0ccf-40c5-a0f4-d2cb9eaf6719 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e755505c-15bc-4e3a-9b0c-d97821dc8c4f HTTP/1.1" status: 200 len: 850 time: 0.0430393 Oct 28 20:00:36.164865 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-9d88da44-2dea-4458-b689-2d2b0e925a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:36.166359 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-9d88da44-2dea-4458-b689-2d2b0e925a3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34106c65-61da-4f30-bd6e-bdeb635e2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433462 Oct 28 20:00:36.256398 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-8f3ddb9e-c874-43af-a426-53efb2263409 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835261 Oct 28 20:00:36.343970 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-969d0062-6e3d-4ae9-8af2-950f2bf91838 req-8d943b1f-8480-4796-bc06-580dcbc9474d service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816753 Oct 28 20:00:36.481939 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4931e485-5ded-4fc9-b7c1-b89a4aaf165a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:37.990252 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5de54-5c94-46d1-aa7e-b0e00797691f req-a80a0b56-bceb-4531-a8c2-1522c7279a1d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:37.991748 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5ba5de54-5c94-46d1-aa7e-b0e00797691f req-a80a0b56-bceb-4531-a8c2-1522c7279a1d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0541890 Oct 28 20:00:38.037689 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5ba5de54-5c94-46d1-aa7e-b0e00797691f req-17c12a7a-a417-4208-b545-88b84d37fba4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403109 Oct 28 20:00:38.676182 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-530123f6-1353-4e3b-afe0-022186af89e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:38.710344 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b1c5d-a0dc-4a87-8074-39e8361fc748 req-9ffd0166-7e04-4ed4-a031-eb822cc436a1 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:38.711813 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b45b1c5d-a0dc-4a87-8074-39e8361fc748 req-9ffd0166-7e04-4ed4-a031-eb822cc436a1 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0843766 Oct 28 20:00:38.717148 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d627282-d85e-4424-9493-ada2f49633f9 req-57227b0c-2d63-4dac-9227-b1a789053c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:38.718559 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1d627282-d85e-4424-9493-ada2f49633f9 req-57227b0c-2d63-4dac-9227-b1a789053c1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdc310010cd742ef93267321126b8996&device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 1168 time: 0.0811822 Oct 28 20:00:38.826779 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b45b1c5d-a0dc-4a87-8074-39e8361fc748 req-a84a5106-fb41-415c-b185-436ee1f92c27 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071999 Oct 28 20:00:38.848177 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d627282-d85e-4424-9493-ada2f49633f9 req-f88bfdec-ab81-484f-b2d9-5f1430f688d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:38.850124 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1d627282-d85e-4424-9493-ada2f49633f9 req-f88bfdec-ab81-484f-b2d9-5f1430f688d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a96263d7-b955-4579-8078-9af055f334fc HTTP/1.1" status: 200 len: 916 time: 0.1237037 Oct 28 20:00:38.911365 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1d627282-d85e-4424-9493-ada2f49633f9 req-f80d3608-e81d-4f22-b9e6-f2b7bf12f8b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fddfcf9-076f-453a-860b-f234954c583a HTTP/1.1" status: 200 len: 1001 time: 0.0540900 Oct 28 20:00:38.961359 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d627282-d85e-4424-9493-ada2f49633f9 req-f7aaf823-3b88-4476-a26d-9ec32ff2df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:38.962848 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1d627282-d85e-4424-9493-ada2f49633f9 req-f7aaf823-3b88-4476-a26d-9ec32ff2df14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6cce4f2-899f-4090-a464-a5a582a31455 HTTP/1.1" status: 200 len: 854 time: 0.0453184 Oct 28 20:00:39.009871 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d627282-d85e-4424-9493-ada2f49633f9 req-6bbfb033-96ea-4f15-a8c4-32b8a3219259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:39.011329 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1d627282-d85e-4424-9493-ada2f49633f9 req-6bbfb033-96ea-4f15-a8c4-32b8a3219259 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a96263d7-b955-4579-8078-9af055f334fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0425856 Oct 28 20:00:39.100031 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1d627282-d85e-4424-9493-ada2f49633f9 req-82edc04a-62b9-489f-91bc-3952044435e8 service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818577 Oct 28 20:00:39.226868 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea67544-cce7-40d9-9375-48c644a566f9 req-805f61a1-5c10-44b4-8993-58db89bed0f0 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:39.228329 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ea67544-cce7-40d9-9375-48c644a566f9 req-805f61a1-5c10-44b4-8993-58db89bed0f0 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.1146519 Oct 28 20:00:39.231812 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1d627282-d85e-4424-9493-ada2f49633f9 req-80cf58d8-2a2f-4357-a90d-c087d7b73391 service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259623 Oct 28 20:00:39.275362 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7ea67544-cce7-40d9-9375-48c644a566f9 req-784a2c57-bd5c-455d-ba28-e7271e00dbfd tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414124 Oct 28 20:00:39.875803 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:39.955728 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e36ef-7463-43cb-bb70-e9d9fcb2866c req-b50c670f-8717-40e4-b26f-24e4e3a9a089 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:39.957890 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-460e36ef-7463-43cb-bb70-e9d9fcb2866c req-b50c670f-8717-40e4-b26f-24e4e3a9a089 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0572894 Oct 28 20:00:40.017215 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-460e36ef-7463-43cb-bb70-e9d9fcb2866c req-5bfd3de5-fa99-499f-97f5-386865468b98 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534763 Oct 28 20:00:40.400206 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88fc96-0e6c-40d9-b099-c11943ba7e63 req-4823ef0f-f229-414b-a452-dc647aadfb2c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:40.401719 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8a88fc96-0e6c-40d9-b099-c11943ba7e63 req-4823ef0f-f229-414b-a452-dc647aadfb2c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0533431 Oct 28 20:00:40.447773 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8a88fc96-0e6c-40d9-b099-c11943ba7e63 req-e7758af2-30b1-4236-a8e1-57674d010f62 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405135 Oct 28 20:00:41.149377 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ffeb5-f4fe-47c8-abd2-a386f203c104 req-f6171077-eeeb-4193-acac-d9b705f9408b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:41.150889 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-980ffeb5-f4fe-47c8-abd2-a386f203c104 req-f6171077-eeeb-4193-acac-d9b705f9408b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0527840 Oct 28 20:00:41.212680 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-980ffeb5-f4fe-47c8-abd2-a386f203c104 req-13b5d4a8-fec6-4206-bf4e-81758e8ce793 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561061 Oct 28 20:00:41.439212 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:41.571473 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb52c70-0f9c-43ca-a99e-a92d9e0cce4d req-780624d5-b21c-4608-b247-8df3dedb9a2c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:41.573239 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-abb52c70-0f9c-43ca-a99e-a92d9e0cce4d req-780624d5-b21c-4608-b247-8df3dedb9a2c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0542538 Oct 28 20:00:41.619819 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-abb52c70-0f9c-43ca-a99e-a92d9e0cce4d req-c4dbe764-d366-4b25-9247-e3ee666582b4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408154 Oct 28 20:00:42.336581 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80dd1a-581d-423a-b1e7-052ce8877c2e req-e9843eaa-5da1-46b1-b04f-9258007fbf39 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:42.338103 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b80dd1a-581d-423a-b1e7-052ce8877c2e req-e9843eaa-5da1-46b1-b04f-9258007fbf39 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0528607 Oct 28 20:00:42.396591 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-8b80dd1a-581d-423a-b1e7-052ce8877c2e req-babd1bc5-c348-49fb-b863-8bc8536d30b1 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528893 Oct 28 20:00:42.682328 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:00:42.750360 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f9e60-da19-4655-b437-34179512dbda req-8c768eb8-e83e-421d-94ad-64ddaa83d849 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:42.751842 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7f3f9e60-da19-4655-b437-34179512dbda req-8c768eb8-e83e-421d-94ad-64ddaa83d849 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0572901 Oct 28 20:00:42.797725 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7f3f9e60-da19-4655-b437-34179512dbda req-676af14a-bcdc-456e-a595-ce2dcd70dd43 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395699 Oct 28 20:00:43.523153 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df59cd-63a2-41a6-92e0-4478ccd4ea12 req-fe40d6a3-84f1-4d59-817d-ccb53db155af tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:43.524631 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-74df59cd-63a2-41a6-92e0-4478ccd4ea12 req-fe40d6a3-84f1-4d59-817d-ccb53db155af tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0545888 Oct 28 20:00:43.584146 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-74df59cd-63a2-41a6-92e0-4478ccd4ea12 req-ccd0c979-1edc-400a-b551-d38070fe2ec4 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538108 Oct 28 20:00:43.927386 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fc126-9d7a-4154-ad63-754c7ab54215 req-3a52e410-bdbd-44af-8615-c134ed9c57d3 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:43.929845 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3d5fc126-9d7a-4154-ad63-754c7ab54215 req-3a52e410-bdbd-44af-8615-c134ed9c57d3 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0586052 Oct 28 20:00:43.975925 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3d5fc126-9d7a-4154-ad63-754c7ab54215 req-05c789a1-0d0a-405d-97ba-3f7abcdb7b7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412281 Oct 28 20:00:44.707205 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9951a6d-b246-400c-9184-e679c0664daa req-e23748f6-25b0-4bb6-9bb3-30156fa27c89 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:44.708707 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b9951a6d-b246-400c-9184-e679c0664daa req-e23748f6-25b0-4bb6-9bb3-30156fa27c89 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0531261 Oct 28 20:00:44.768051 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b9951a6d-b246-400c-9184-e679c0664daa req-02289dc0-60b4-422c-84bb-e2633789b3bb tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536213 Oct 28 20:00:45.099285 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b5c3a-50f5-464f-b5da-a342ad84e65b req-e9cbd666-d834-4844-bf32-31822bcbd401 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:45.100753 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9e9b5c3a-50f5-464f-b5da-a342ad84e65b req-e9cbd666-d834-4844-bf32-31822bcbd401 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0532336 Oct 28 20:00:45.149895 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9e9b5c3a-50f5-464f-b5da-a342ad84e65b req-6c91d158-4330-445c-9716-8b69c5a783df tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435400 Oct 28 20:00:45.891193 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95f439-7a52-4368-8a3a-54209ff3c26e req-0c9ea8ba-060b-41b1-8213-402a03b7592b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:45.892704 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0e95f439-7a52-4368-8a3a-54209ff3c26e req-0c9ea8ba-060b-41b1-8213-402a03b7592b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0523367 Oct 28 20:00:45.951303 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-0e95f439-7a52-4368-8a3a-54209ff3c26e req-498e10ba-7933-4436-b3f1-a8beba4ddbc9 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522606 Oct 28 20:00:46.274010 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963b555-01f4-49f3-80eb-c64e297169ba req-68ffb4c3-502e-408d-8622-504a403fc93a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:46.275487 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7963b555-01f4-49f3-80eb-c64e297169ba req-68ffb4c3-502e-408d-8622-504a403fc93a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0526655 Oct 28 20:00:46.320788 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7963b555-01f4-49f3-80eb-c64e297169ba req-50755d0f-94fc-4b7a-9fd5-1831b7e72995 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397522 Oct 28 20:00:46.783928 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:00:47.081085 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d899424-98e3-4430-9db7-360fd60491ec req-f9709155-6a39-4656-bd1d-0e11ff45ad7f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:47.082634 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7d899424-98e3-4430-9db7-360fd60491ec req-f9709155-6a39-4656-bd1d-0e11ff45ad7f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0565739 Oct 28 20:00:47.140176 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-7d899424-98e3-4430-9db7-360fd60491ec req-ca8893df-ea5c-47bc-8acd-590d2ee14241 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519390 Oct 28 20:00:47.443647 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e9c9e-a481-4a3b-8bca-18dff10d4c6e req-f6b4d87e-a394-447c-b23b-4ef32a315618 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:47.445143 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9d9e9c9e-a481-4a3b-8bca-18dff10d4c6e req-f6b4d87e-a394-447c-b23b-4ef32a315618 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0529385 Oct 28 20:00:47.492138 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9d9e9c9e-a481-4a3b-8bca-18dff10d4c6e req-e52d860d-c1ff-4732-8b30-1ec05f10f9b7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414157 Oct 28 20:00:48.265415 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59da6d4-48a7-432b-8a1d-e757c2af7112 req-6353fc12-2baa-47ff-b10d-ad9ec4f7b0b6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:48.266922 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f59da6d4-48a7-432b-8a1d-e757c2af7112 req-6353fc12-2baa-47ff-b10d-ad9ec4f7b0b6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0524681 Oct 28 20:00:48.329818 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-f59da6d4-48a7-432b-8a1d-e757c2af7112 req-04068a96-31ee-4c3b-8246-1c869890cf62 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564971 Oct 28 20:00:48.617801 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029f822-2eec-47b5-8c0f-f8bcb0f720ba req-c1a1523b-b1a2-4077-8e8a-e219cbd320ea tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:48.619279 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1029f822-2eec-47b5-8c0f-f8bcb0f720ba req-c1a1523b-b1a2-4077-8e8a-e219cbd320ea tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0527565 Oct 28 20:00:48.664974 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1029f822-2eec-47b5-8c0f-f8bcb0f720ba req-d023b395-7d05-4e34-a4c1-b675bfb5f92b tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401495 Oct 28 20:00:48.867369 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cc3f1-736b-42c6-93b0-7a8b91557556 req-482b7986-341f-4fc9-baa9-858eccb1fef2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:48.868910 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c19cc3f1-736b-42c6-93b0-7a8b91557556 req-482b7986-341f-4fc9-baa9-858eccb1fef2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0538611 Oct 28 20:00:48.948056 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c19cc3f1-736b-42c6-93b0-7a8b91557556 req-a50d43e5-c46e-4123-b35f-972402614a95 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732968 Oct 28 20:00:48.954368 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f12e9c-d4bc-461c-af7c-ddedcdeedc72 req-501acb44-1278-4550-967f-abb783e3d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:48.955804 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47f12e9c-d4bc-461c-af7c-ddedcdeedc72 req-501acb44-1278-4550-967f-abb783e3d036 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 1129 time: 0.0793736 Oct 28 20:00:49.043808 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f12e9c-d4bc-461c-af7c-ddedcdeedc72 req-c442b6b0-cb0d-465a-a965-fddd3de5eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:49.045184 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47f12e9c-d4bc-461c-af7c-ddedcdeedc72 req-c442b6b0-cb0d-465a-a965-fddd3de5eabb service neutron] 10.222.0.26 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 912 time: 0.0833607 Oct 28 20:00:49.118401 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47f12e9c-d4bc-461c-af7c-ddedcdeedc72 req-51d58076-0bb2-4f7c-82a8-c135562aadd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abfa4d18-a781-4ef7-a98f-b877170cef28 HTTP/1.1" status: 200 len: 1001 time: 0.0582111 Oct 28 20:00:49.170724 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f12e9c-d4bc-461c-af7c-ddedcdeedc72 req-28be14eb-d7b9-496d-b6a4-d752152117d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:49.172138 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47f12e9c-d4bc-461c-af7c-ddedcdeedc72 req-28be14eb-d7b9-496d-b6a4-d752152117d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e755505c-15bc-4e3a-9b0c-d97821dc8c4f HTTP/1.1" status: 200 len: 850 time: 0.0424826 Oct 28 20:00:49.220302 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f12e9c-d4bc-461c-af7c-ddedcdeedc72 req-5ea3ec11-1fdf-426e-b483-c89fefa7cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:49.221812 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47f12e9c-d4bc-461c-af7c-ddedcdeedc72 req-5ea3ec11-1fdf-426e-b483-c89fefa7cdfb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34106c65-61da-4f30-bd6e-bdeb635e2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439548 Oct 28 20:00:49.312722 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47f12e9c-d4bc-461c-af7c-ddedcdeedc72 req-f58b0eb3-4c21-46c0-93a2-54bf00e5c47e service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831749 Oct 28 20:00:49.403422 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-47f12e9c-d4bc-461c-af7c-ddedcdeedc72 req-ec7e4c53-ab8e-4b23-91ba-112103b2fc45 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835073 Oct 28 20:00:49.463701 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725b174-36ca-4157-8766-9accbf1329e3 req-bda09717-1400-4130-b067-aca4eca7535c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:49.465159 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3725b174-36ca-4157-8766-9accbf1329e3 req-bda09717-1400-4130-b067-aca4eca7535c tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0581422 Oct 28 20:00:49.528269 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3725b174-36ca-4157-8766-9accbf1329e3 req-772a531c-997a-4166-92a8-f8d3a0861f74 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574944 Oct 28 20:00:50.077391 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0b2d6-09a6-430a-a20c-4349281276c2 req-d8e4f4bd-df2b-4797-a896-97e34f657582 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:50.078797 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d1e0b2d6-09a6-430a-a20c-4349281276c2 req-d8e4f4bd-df2b-4797-a896-97e34f657582 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0536022 Oct 28 20:00:50.127002 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d1e0b2d6-09a6-430a-a20c-4349281276c2 req-2a3b4f8c-535a-4c49-9a5c-b419dd98bc9d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418067 Oct 28 20:00:50.651510 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758497e-037e-441d-9b96-3ecafce49bc9 req-32eed829-cc6f-4d03-ae38-f5a78751c977 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:50.652971 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4758497e-037e-441d-9b96-3ecafce49bc9 req-32eed829-cc6f-4d03-ae38-f5a78751c977 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0520933 Oct 28 20:00:50.711739 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-4758497e-037e-441d-9b96-3ecafce49bc9 req-3d844a05-b5a9-4000-af74-38c00e50601b tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520952 Oct 28 20:00:51.838842 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0e9eb-a6ca-47bb-b1f5-f7159df6458a req-916471bc-85d5-45db-aadb-1895467be77d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:51.840320 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-24e0e9eb-a6ca-47bb-b1f5-f7159df6458a req-916471bc-85d5-45db-aadb-1895467be77d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0568471 Oct 28 20:00:51.899151 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-24e0e9eb-a6ca-47bb-b1f5-f7159df6458a req-d56491da-986c-48ab-9f5e-add884dc8509 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531304 Oct 28 20:00:53.023090 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b62dd1-a0a9-4f3d-b5be-a691e3e3e474 req-b603e798-812a-4fe0-9c6e-8b4cb924b88d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:53.024557 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-15b62dd1-a0a9-4f3d-b5be-a691e3e3e474 req-b603e798-812a-4fe0-9c6e-8b4cb924b88d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0532696 Oct 28 20:00:53.083986 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-15b62dd1-a0a9-4f3d-b5be-a691e3e3e474 req-96ceb42c-c895-4615-b200-70482cbf1de0 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537302 Oct 28 20:00:54.206412 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a52f3e-e215-48c6-a3a3-8e61111a2e08 req-9729c689-4770-43f5-ba2e-cbef937db988 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:54.207931 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-84a52f3e-e215-48c6-a3a3-8e61111a2e08 req-9729c689-4770-43f5-ba2e-cbef937db988 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0525589 Oct 28 20:00:54.269373 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-84a52f3e-e215-48c6-a3a3-8e61111a2e08 req-b85fa4df-952a-49ab-bed3-cff54fa7ba2f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558908 Oct 28 20:00:55.394216 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec8a00-0d80-4a41-b7cf-c2213d87c64b req-ab9d2e2b-bcd9-45a6-b99e-f69e4163d492 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:00:55.396051 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-16ec8a00-0d80-4a41-b7cf-c2213d87c64b req-ab9d2e2b-bcd9-45a6-b99e-f69e4163d492 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0541000 Oct 28 20:00:55.456616 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-16ec8a00-0d80-4a41-b7cf-c2213d87c64b req-45e125a4-6a74-4ab1-84d8-12a31bdc6dc6 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b99422a-77dd-46ab-8b25-12a5872aa3db&id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549309 Oct 28 20:00:56.869518 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:06.483527 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2fcf00f-4da2-4fb8-ba3b-6b67dbc17e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:08.670871 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-21239e21-f3ac-43ee-a7c8-0d77c7858925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:09.878714 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:11.445682 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:12.684627 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:23.078632 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66afda6-caf1-42d9-b772-265d68f89173 req-a9042e91-d332-4af5-8546-14e6aad9cdd7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:23.080043 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c66afda6-caf1-42d9-b772-265d68f89173 req-a9042e91-d332-4af5-8546-14e6aad9cdd7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0528877 Oct 28 20:01:23.126986 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c66afda6-caf1-42d9-b772-265d68f89173 req-fd9d44f7-4d58-4275-91e7-add4ccdf0b7e tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408795 Oct 28 20:01:23.782809 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:01:24.256080 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe2b54-2224-4c22-8207-f6b964a4409d req-ed32c933-a507-4cf9-8ab9-987c137c815f tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:24.257586 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5afe2b54-2224-4c22-8207-f6b964a4409d req-ed32c933-a507-4cf9-8ab9-987c137c815f tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0568271 Oct 28 20:01:24.303632 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-5afe2b54-2224-4c22-8207-f6b964a4409d req-95a9a599-2957-45c3-8df9-1460a497c362 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398581 Oct 28 20:01:25.079443 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-3b9eb2e6-dd3e-476a-a11d-e934606faea4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:25.080876 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-3b9eb2e6-dd3e-476a-a11d-e934606faea4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.0508130 Oct 28 20:01:25.169401 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Deleting port abfa4d18-a781-4ef7-a98f-b877170cef28 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:25.169767 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:25.254069 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] For port abfa4d18-a781-4ef7-a98f-b877170cef28, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=abfa4d18-a781-4ef7-a98f-b877170cef28,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:25.254428 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:25.442506 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:25.443264 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (ead72946-0e65-4509-869b-14ffa4e0a90d), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:25.443264 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Floating IP ead72946-0e65-4509-869b-14ffa4e0a90d disassociated. External IP: 172.28.3.202, port: abfa4d18-a781-4ef7-a98f-b877170cef28. Oct 28 20:01:25.444176 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Calling delete_port for abfa4d18-a781-4ef7-a98f-b877170cef28 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:25.495239 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971a694-f64f-4596-9f39-4019c009787d req-ad6f5636-171a-4b53-bc09-45d72256f0ad tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:25.496827 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1971a694-f64f-4596-9f39-4019c009787d req-ad6f5636-171a-4b53-bc09-45d72256f0ad tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 945 time: 0.1074114 Oct 28 20:01:25.566494 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-1971a694-f64f-4596-9f39-4019c009787d req-0ec2125f-bd8b-4ab6-8aa0-e4d61138cfbb tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632033 Oct 28 20:01:25.621765 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (abfa4d18-a781-4ef7-a98f-b877170cef28), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:25.649522 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event deleted for resources: {'Port': ['ID=abfa4d18-a781-4ef7-a98f-b877170cef28,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:25.660567 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.660927 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.661277 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.661644 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.661984 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.662401 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.663239 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.663609 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.663984 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.664318 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.664650 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.664979 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.665308 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:25.768719 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:01:25.868291 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:01:25.880184 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a441576-c6b2-426a-9056-17e2039de53e None None] Sync routers for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:01:25.890360 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a441576-c6b2-426a-9056-17e2039de53e None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:25.890982 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0a441576-c6b2-426a-9056-17e2039de53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:01:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:26.131614 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-0a441576-c6b2-426a-9056-17e2039de53e None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:26.161023 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] No DVR routers for this DVR port abfa4d18-a781-4ef7-a98f-b877170cef28 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:01:26.163735 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:26.167098 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c9c04a56-28de-4a25-a1a8-6a311656e03f req-d7492ee6-1ac9-4d77-b0f6-d9c74c1d66f7 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.26 "DELETE /v2.0/ports/abfa4d18-a781-4ef7-a98f-b877170cef28 HTTP/1.1" status: 204 len: 173 time: 1.0800102 Oct 28 20:01:26.167602 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'name': 'network-vif-deleted', 'tag': 'abfa4d18-a781-4ef7-a98f-b877170cef28'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:26.169948 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8db3ea-c923-4c82-9054-1480a5e874ae" -d '{"events": [{"server_uuid": "a2b16cfb-f134-421e-b718-1b4b2c363315", "name": "network-vif-deleted", "tag": "abfa4d18-a781-4ef7-a98f-b877170cef28"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:26.208505 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e287265a-3c25-49e3-bd9e-e5f43b2cf6ce x-openstack-request-id: req-e287265a-3c25-49e3-bd9e-e5f43b2cf6ce {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:26.208809 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b16cfb-f134-421e-b718-1b4b2c363315", "name": "network-vif-deleted", "tag": "abfa4d18-a781-4ef7-a98f-b877170cef28", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:26.209624 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e287265a-3c25-49e3-bd9e-e5f43b2cf6ce {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:26.210045 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e287265a-3c25-49e3-bd9e-e5f43b2cf6ce'] response: {'server_uuid': 'a2b16cfb-f134-421e-b718-1b4b2c363315', 'name': 'network-vif-deleted', 'tag': 'abfa4d18-a781-4ef7-a98f-b877170cef28', 'status': 'completed', 'code': 200} Oct 28 20:01:26.337700 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0a441576-c6b2-426a-9056-17e2039de53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:26.362555 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a441576-c6b2-426a-9056-17e2039de53e None None] Checking router: 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:01:26.371231 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a441576-c6b2-426a-9056-17e2039de53e None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:26.371846 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0a441576-c6b2-426a-9056-17e2039de53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:01:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:26.475510 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-0a441576-c6b2-426a-9056-17e2039de53e None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:26.671859 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-0a441576-c6b2-426a-9056-17e2039de53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:26.690536 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d90a7942-b193-4fd4-96f4-5e4576fbe284 req-16a916eb-1e6f-4e30-a92d-af234d24bff9 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2b16cfb-f134-421e-b718-1b4b2c363315 HTTP/1.1" status: 200 len: 210 time: 0.0293713 Oct 28 20:01:26.702276 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a441576-c6b2-426a-9056-17e2039de53e None None] The sync data for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb is: [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:01:26.878807 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:26.929033 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b3cbe3-2325-40fd-8415-e98c920b6678 None None] New status for floating IP ead72946-0e65-4509-869b-14ffa4e0a90d: DOWN {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:01:27.787364 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53010) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:27.839653 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ae88325a-11ba-45ac-a888-e7a461b3b378 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:27.861502 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ae88325a-11ba-45ac-a888-e7a461b3b378 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:27.909764 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ae88325a-11ba-45ac-a888-e7a461b3b378 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:27.912876 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ae88325a-11ba-45ac-a888-e7a461b3b378 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:27.914110 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-ae88325a-11ba-45ac-a888-e7a461b3b378 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "DELETE /v2.0/security-groups/01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9 HTTP/1.1" status: 204 len: 168 time: 0.1257141 Oct 28 20:01:27.916933 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53012) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:27.922836 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88325a-11ba-45ac-a888-e7a461b3b378 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:27.931711 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.api.v2.resource [None req-f806d6c7-e276-4ba3-9b65-139905008898 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] show failed (client error): The resource could not be found. Oct 28 20:01:27.932913 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-f806d6c7-e276-4ba3-9b65-139905008898 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups/01963d9d-3db6-4d0e-a2d2-65dc4e7a71c9 HTTP/1.1" status: 404 len: 347 time: 0.0149250 Oct 28 20:01:27.935787 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53016) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:28.049379 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Deleting port 2bca5e76-a059-40e1-8f98-8a4c0762bf29 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:28.049649 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (2bca5e76-a059-40e1-8f98-8a4c0762bf29), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.126867 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (2bca5e76-a059-40e1-8f98-8a4c0762bf29), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.127201 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (2bca5e76-a059-40e1-8f98-8a4c0762bf29), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.139319 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Calling delete_port for 2bca5e76-a059-40e1-8f98-8a4c0762bf29 owned by network:floatingip {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:28.271004 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (2bca5e76-a059-40e1-8f98-8a4c0762bf29), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.293870 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event deleted for resources: {'Port': ['ID=2bca5e76-a059-40e1-8f98-8a4c0762bf29,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:28.307449 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.307813 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.308237 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.308591 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.308937 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.309282 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.309645 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.309985 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.310324 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.310687 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.311053 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.311387 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.311720 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:28.365568 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (ead72946-0e65-4509-869b-14ffa4e0a90d), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.368169 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.369316 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-065132bc-b955-4caf-acce-7fee2a9bbfb4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "DELETE /v2.0/floatingips/ead72946-0e65-4509-869b-14ffa4e0a90d HTTP/1.1" status: 204 len: 168 time: 0.4326241 Oct 28 20:01:28.438927 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53020) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:28.443476 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-55b28765-9e40-4b80-8912-9984ad0edd87 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1087921367', 'description': 'tempest-description--1281978385'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:28.463673 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55b28765-9e40-4b80-8912-9984ad0edd87 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.529973 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55b28765-9e40-4b80-8912-9984ad0edd87 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (2479f552-a3c2-4528-acf8-4a1fa5362931), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.533766 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55b28765-9e40-4b80-8912-9984ad0edd87 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2479f552-a3c2-4528-acf8-4a1fa5362931), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.565302 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-55b28765-9e40-4b80-8912-9984ad0edd87 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.566479 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-55b28765-9e40-4b80-8912-9984ad0edd87 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1265316 Oct 28 20:01:28.569664 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53022) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:28.570394 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b28765-9e40-4b80-8912-9984ad0edd87 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2479f552-a3c2-4528-acf8-4a1fa5362931,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:28.574325 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [None req-e708545c-7e55-4c6d-93ea-7142438ef860 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'security_group_rule': {'security_group_id': '2479f552-a3c2-4528-acf8-4a1fa5362931', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:28.600714 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e708545c-7e55-4c6d-93ea-7142438ef860 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (605a673a-4880-4d03-a915-b075c8d1115e), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.652619 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e708545c-7e55-4c6d-93ea-7142438ef860 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (605a673a-4880-4d03-a915-b075c8d1115e), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.659735 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e708545c-7e55-4c6d-93ea-7142438ef860 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (605a673a-4880-4d03-a915-b075c8d1115e), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.692004 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708545c-7e55-4c6d-93ea-7142438ef860 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605a673a-4880-4d03-a915-b075c8d1115e,revision_number=0']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:28.700477 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-e708545c-7e55-4c6d-93ea-7142438ef860 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.701682 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-e708545c-7e55-4c6d-93ea-7142438ef860 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309352 Oct 28 20:01:28.704755 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53026) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:28.709984 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-c1f74db7-0ca0-4615-b39d-332ed83ed647 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'security_group_rule': {'security_group_id': '2479f552-a3c2-4528-acf8-4a1fa5362931', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:28.715548 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-db2343b1-cbef-4dac-a621-8258f326eac0 req-234072cb-e506-46bd-9df9-f0bdb23853c1 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605488116&fields=id&tenant_id=cdc310010cd742ef93267321126b8996 HTTP/1.1" status: 200 len: 267 time: 0.0780883 Oct 28 20:01:28.734729 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c1f74db7-0ca0-4615-b39d-332ed83ed647 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (0f74b102-1f17-46ac-97b8-f670f16563dc), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.775861 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2343b1-cbef-4dac-a621-8258f326eac0 req-3fa9da3a-a3e5-43bb-b30d-d356ff47bfab tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:28.777385 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-db2343b1-cbef-4dac-a621-8258f326eac0 req-3fa9da3a-a3e5-43bb-b30d-d356ff47bfab tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 984 time: 0.0559065 Oct 28 20:01:28.788778 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-db2343b1-cbef-4dac-a621-8258f326eac0 req-775b6eb6-7bd5-4575-be14-4a235d69012f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Request body: {'port': {'security_groups': ['91273511-c221-4ed5-9142-cd26c6f47ecb']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:28.793629 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c1f74db7-0ca0-4615-b39d-332ed83ed647 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (0f74b102-1f17-46ac-97b8-f670f16563dc), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.797371 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c1f74db7-0ca0-4615-b39d-332ed83ed647 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2093223'] for security_group_rule (0f74b102-1f17-46ac-97b8-f670f16563dc), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.814062 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f74db7-0ca0-4615-b39d-332ed83ed647 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f74b102-1f17-46ac-97b8-f670f16563dc,revision_number=0']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:28.823700 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-c1f74db7-0ca0-4615-b39d-332ed83ed647 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.824976 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-c1f74db7-0ca0-4615-b39d-332ed83ed647 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192222 Oct 28 20:01:28.828272 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53028) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:28.832561 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'floatingip': {'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:28.852545 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.867877 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-db2343b1-cbef-4dac-a621-8258f326eac0 req-775b6eb6-7bd5-4575-be14-4a235d69012f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (2fddfcf9-076f-453a-860b-f234954c583a), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:28.947069 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.039174 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-db2343b1-cbef-4dac-a621-8258f326eac0 req-775b6eb6-7bd5-4575-be14-4a235d69012f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] For port 2fddfcf9-076f-453a-860b-f234954c583a, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fddfcf9-076f-453a-860b-f234954c583a,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:29.053628 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_common [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Allocated IP 172.28.3.54 (8dc1baf3-7b1b-4412-aa64-1c8128bf512c/38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79/ebadca19-4313-4859-bec4-87a86dfc09bd) {{(pid=103756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:01:29.070707 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-db2343b1-cbef-4dac-a621-8258f326eac0 req-775b6eb6-7bd5-4575-be14-4a235d69012f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for port (2fddfcf9-076f-453a-860b-f234954c583a), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.075119 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-db2343b1-cbef-4dac-a621-8258f326eac0 req-775b6eb6-7bd5-4575-be14-4a235d69012f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (2fddfcf9-076f-453a-860b-f234954c583a), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.086455 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['2fddfcf9-076f-453a-860b-f234954c583a'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:01:29.087165 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2343b1-cbef-4dac-a621-8258f326eac0 req-775b6eb6-7bd5-4575-be14-4a235d69012f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:29.087793 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-db2343b1-cbef-4dac-a621-8258f326eac0 req-775b6eb6-7bd5-4575-be14-4a235d69012f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.089168 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-db2343b1-cbef-4dac-a621-8258f326eac0 req-775b6eb6-7bd5-4575-be14-4a235d69012f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "PUT /v2.0/ports/2fddfcf9-076f-453a-860b-f234954c583a HTTP/1.1" status: 200 len: 942 time: 0.3050113 Oct 28 20:01:29.089708 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:29.091979 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20b2d92-293a-4e54-9a56-a9080667c9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "tag": "2fddfcf9-076f-453a-860b-f234954c583a"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:29.097447 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53032) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:29.135203 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cef0b6-f90f-45ee-8fad-4d5d38a8cf2f x-openstack-request-id: req-73cef0b6-f90f-45ee-8fad-4d5d38a8cf2f {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:29.135508 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "tag": "2fddfcf9-076f-453a-860b-f234954c583a", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:29.135760 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73cef0b6-f90f-45ee-8fad-4d5d38a8cf2f {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:29.136168 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73cef0b6-f90f-45ee-8fad-4d5d38a8cf2f'] response: {'name': 'network-changed', 'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a', 'status': 'completed', 'code': 200} Oct 28 20:01:29.170965 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for port (ebadca19-4313-4859-bec4-87a86dfc09bd), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.183754 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['2fddfcf9-076f-453a-860b-f234954c583a'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:01:29.206578 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b6eb6-7bd5-4575-be14-4a235d69012f tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event updated for resources: {'Port': ['ID=2fddfcf9-076f-453a-860b-f234954c583a,revision_number=7']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:29.211087 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (ebadca19-4313-4859-bec4-87a86dfc09bd), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.245610 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eac31e90-fc7c-4bfb-9cb0-1bf8dfe2407d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group (9b99422a-77dd-46ab-8b25-12a5872aa3db), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.248346 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b2d92-293a-4e54-9a56-a9080667c9bd req-3e4dacda-396b-43db-821d-af475c27e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:29.249924 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e20b2d92-293a-4e54-9a56-a9080667c9bd req-3e4dacda-396b-43db-821d-af475c27e619 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdc310010cd742ef93267321126b8996&device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 1129 time: 0.0870488 Oct 28 20:01:29.254237 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Network 8dc1baf3-7b1b-4412-aa64-1c8128bf512c is already hosted by enough agents. {{(pid=103756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:01:29.257693 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.base_scheduler [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Resources bound (agent type, host, resource id): {{(pid=103756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:01:29.260114 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Received port after_create {{(pid=103756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:01:29.288697 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'Port': ['ID=ebadca19-4313-4859-bec4-87a86dfc09bd,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:29.337044 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eac31e90-fc7c-4bfb-9cb0-1bf8dfe2407d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group (9b99422a-77dd-46ab-8b25-12a5872aa3db), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.353545 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (62530d6e-6659-4b23-a760-b6d250b99920), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.395072 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b2d92-293a-4e54-9a56-a9080667c9bd req-a538be80-a7e6-4e0b-bed8-406978f61402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:29.396114 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (ebadca19-4313-4859-bec4-87a86dfc09bd), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.396633 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e20b2d92-293a-4e54-9a56-a9080667c9bd req-a538be80-a7e6-4e0b-bed8-406978f61402 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a96263d7-b955-4579-8078-9af055f334fc HTTP/1.1" status: 200 len: 916 time: 0.1332710 Oct 28 20:01:29.455460 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eac31e90-fc7c-4bfb-9cb0-1bf8dfe2407d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (9b99422a-77dd-46ab-8b25-12a5872aa3db), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.458156 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-eac31e90-fc7c-4bfb-9cb0-1bf8dfe2407d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.459945 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-eac31e90-fc7c-4bfb-9cb0-1bf8dfe2407d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "DELETE /v2.0/security-groups/9b99422a-77dd-46ab-8b25-12a5872aa3db HTTP/1.1" status: 204 len: 168 time: 0.3630176 Oct 28 20:01:29.467099 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53034) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:29.509311 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac31e90-fc7c-4bfb-9cb0-1bf8dfe2407d tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b99422a-77dd-46ab-8b25-12a5872aa3db,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:29.514246 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e20b2d92-293a-4e54-9a56-a9080667c9bd req-ce0afd2f-e7dc-46da-90c0-00d60a08658b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fddfcf9-076f-453a-860b-f234954c583a HTTP/1.1" status: 200 len: 1001 time: 0.1095483 Oct 28 20:01:29.558230 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for port (ebadca19-4313-4859-bec4-87a86dfc09bd), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.563115 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4779650'] for port (ebadca19-4313-4859-bec4-87a86dfc09bd), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.569601 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device abfa4d18-a781-4ef7-a98f-b877170cef28 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:01:29.590179 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: abfa4d18-a781-4ef7-a98f-b877170cef28 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:01:29.590438 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device abfa4d18-a781-4ef7-a98f-b877170cef28 not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:01:29.621536 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b2d92-293a-4e54-9a56-a9080667c9bd req-ba5dec39-d765-41fa-b5fe-fae96b3e29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:29.623016 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e20b2d92-293a-4e54-9a56-a9080667c9bd req-ba5dec39-d765-41fa-b5fe-fae96b3e29ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6cce4f2-899f-4090-a464-a5a582a31455 HTTP/1.1" status: 200 len: 854 time: 0.0880718 Oct 28 20:01:29.702941 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b2d92-293a-4e54-9a56-a9080667c9bd req-53e26749-ce28-4305-b66b-098359937ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:29.704467 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e20b2d92-293a-4e54-9a56-a9080667c9bd req-53e26749-ce28-4305-b66b-098359937ac9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a96263d7-b955-4579-8078-9af055f334fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0717506 Oct 28 20:01:29.714371 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Deleting port 0b256eb8-11a6-442c-a4b7-615d3d5469c5 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:29.714834 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (0b256eb8-11a6-442c-a4b7-615d3d5469c5), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.866873 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (62530d6e-6659-4b23-a760-b6d250b99920), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.868641 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (0b256eb8-11a6-442c-a4b7-615d3d5469c5), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.869174 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for floatingip (0b256eb8-11a6-442c-a4b7-615d3d5469c5), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.869394 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'Port': ['ID=ebadca19-4313-4859-bec4-87a86dfc09bd,revision_number=2']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:29.880467 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e20b2d92-293a-4e54-9a56-a9080667c9bd req-c3dc31c3-2466-4faf-82b1-8db9e8fc0b97 service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634188 Oct 28 20:01:29.885182 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:29.886432 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-d87bd47c-0630-43d9-b17a-cb35b3d57924 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0572278 Oct 28 20:01:29.886735 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Calling delete_port for 0b256eb8-11a6-442c-a4b7-615d3d5469c5 owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:30.030641 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e20b2d92-293a-4e54-9a56-a9080667c9bd req-aa1a52f6-640d-4d90-9b8f-431933b1e308 service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419752 Oct 28 20:01:30.117449 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-b5360e1f-7f28-46d6-a9f0-ffad1e024678 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1087921367&fields=id&tenant_id=b8b44f83814c4884a34c87335a5275ef HTTP/1.1" status: 200 len: 267 time: 0.0731122 Oct 28 20:01:30.178448 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (0b256eb8-11a6-442c-a4b7-615d3d5469c5), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.214728 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event deleted for resources: {'Port': ['ID=0b256eb8-11a6-442c-a4b7-615d3d5469c5,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:30.307402 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-f36d3632-552b-4f84-8b38-a73a965147e5 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:30.308884 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-f36d3632-552b-4f84-8b38-a73a965147e5 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 811 time: 0.1822815 Oct 28 20:01:30.316660 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks [] for floatingip (e6984498-193b-4882-9d79-1fa0c4b7ebc3), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.316998 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Floating IP e6984498-193b-4882-9d79-1fa0c4b7ebc3 disassociated (deleted). External IP: 172.28.3.119, port: 2fddfcf9-076f-453a-860b-f234954c583a. Oct 28 20:01:30.358276 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-f2fada72-f6f2-4483-89c2-17002d4333eb tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/quotas/b8b44f83814c4884a34c87335a5275ef HTTP/1.1" status: 200 len: 375 time: 0.0431714 Oct 28 20:01:30.461296 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-fbd4024e-cedb-47ad-9d88-69d678ad37f2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970595 Oct 28 20:01:30.623996 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Router 476c775c-0c83-45d0-8e32-3281fb47fb07 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:01:30.626221 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-8591df0b-054c-417f-8a07-87a35701f1b2 service neutron] 10.222.0.64 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317263 Oct 28 20:01:30.790135 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-a809254d-46f2-4845-8194-720b26412e6b service neutron] 10.222.0.64 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576269 Oct 28 20:01:30.794269 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:01:30.799012 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:30.805040 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bfadb7-638e-4c34-8713-f5a58008ac70 None None] Sync routers for ids ['476c775c-0c83-45d0-8e32-3281fb47fb07'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:01:30.815515 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bfadb7-638e-4c34-8713-f5a58008ac70 None None] Routers {'476c775c-0c83-45d0-8e32-3281fb47fb07'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:30.816137 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-26bfadb7-638e-4c34-8713-f5a58008ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:01:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['476c775c-0c83-45d0-8e32-3281fb47fb07'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:30.832090 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-a7e05203-aed8-4c4a-9250-f6d29c48081e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "DELETE /v2.0/floatingips/e6984498-193b-4882-9d79-1fa0c4b7ebc3 HTTP/1.1" status: 204 len: 168 time: 1.3612442 Oct 28 20:01:30.933654 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-26bfadb7-638e-4c34-8713-f5a58008ac70 None None] Set router 476c775c-0c83-45d0-8e32-3281fb47fb07 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:30.989007 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2115effc-8938-46c4-a7f9-89c4b13e70b0 req-892fcfcb-d775-4522-9e31-5c0cf588557f tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 210 time: 0.0409310 Oct 28 20:01:31.137941 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:31.140301 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "tag": "2fddfcf9-076f-453a-860b-f234954c583a"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:31.168849 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-26bfadb7-638e-4c34-8713-f5a58008ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '8c846ed0-77c8-4ed3-8384-775fb6d312d7', 'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'mac_address': 'fa:16:3e:e0:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:22Z', 'updated_at': '2022-10-28T19:59:27Z', 'revision_number': 5, 'project_id': 'cdc310010cd742ef93267321126b8996', 'subnets': [{'id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:31.186643 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accb15f7-98e7-47bc-8346-cd8ecfbc03f8 x-openstack-request-id: req-accb15f7-98e7-47bc-8346-cd8ecfbc03f8 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:31.187003 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "tag": "2fddfcf9-076f-453a-860b-f234954c583a", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:31.187618 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-accb15f7-98e7-47bc-8346-cd8ecfbc03f8 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:31.187854 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-accb15f7-98e7-47bc-8346-cd8ecfbc03f8'] response: {'name': 'network-changed', 'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a', 'status': 'completed', 'code': 200} Oct 28 20:01:31.195006 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bfadb7-638e-4c34-8713-f5a58008ac70 None None] Checking router: 476c775c-0c83-45d0-8e32-3281fb47fb07 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:01:31.204513 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bfadb7-638e-4c34-8713-f5a58008ac70 None None] Routers {'476c775c-0c83-45d0-8e32-3281fb47fb07'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:31.205129 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-26bfadb7-638e-4c34-8713-f5a58008ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:01:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['476c775c-0c83-45d0-8e32-3281fb47fb07'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:31.265369 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd req-078787be-e091-49ca-9849-7b4388eb3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:31.266933 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd req-078787be-e091-49ca-9849-7b4388eb3e9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cdc310010cd742ef93267321126b8996&device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 1129 time: 0.0569828 Oct 28 20:01:31.312256 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-26bfadb7-638e-4c34-8713-f5a58008ac70 None None] Set router 476c775c-0c83-45d0-8e32-3281fb47fb07 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:31.366164 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd req-d19075ac-f1a2-437d-b01e-8b823c891d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:31.368097 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd req-d19075ac-f1a2-437d-b01e-8b823c891d10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a96263d7-b955-4579-8078-9af055f334fc HTTP/1.1" status: 200 len: 916 time: 0.0940971 Oct 28 20:01:31.419104 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd req-6e157f7e-7624-4153-8733-8664c5f486db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fddfcf9-076f-453a-860b-f234954c583a HTTP/1.1" status: 200 len: 217 time: 0.0326037 Oct 28 20:01:31.470202 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd req-bb0801a9-4140-4b2d-bcb1-715750e35835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:31.473347 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd req-bb0801a9-4140-4b2d-bcb1-715750e35835 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6cce4f2-899f-4090-a464-a5a582a31455 HTTP/1.1" status: 200 len: 854 time: 0.0480866 Oct 28 20:01:31.536865 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-26bfadb7-638e-4c34-8713-f5a58008ac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '8c846ed0-77c8-4ed3-8384-775fb6d312d7', 'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'mac_address': 'fa:16:3e:e0:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:22Z', 'updated_at': '2022-10-28T19:59:27Z', 'revision_number': 5, 'project_id': 'cdc310010cd742ef93267321126b8996', 'subnets': [{'id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:31.543872 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd req-7e90d4b7-e916-451c-b15d-1d5f6d2fc5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:31.546501 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd req-7e90d4b7-e916-451c-b15d-1d5f6d2fc5fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a96263d7-b955-4579-8078-9af055f334fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0559447 Oct 28 20:01:31.567706 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bfadb7-638e-4c34-8713-f5a58008ac70 None None] The sync data for ids ['476c775c-0c83-45d0-8e32-3281fb47fb07'] in dv-cinder-862894-1-smb is: [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:23Z', 'revision_number': 4, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': '8c846ed0-77c8-4ed3-8384-775fb6d312d7', 'name': '', 'network_id': 'a96263d7-b955-4579-8078-9af055f334fc', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'mac_address': 'fa:16:3e:e0:54:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:22Z', 'updated_at': '2022-10-28T19:59:27Z', 'revision_number': 5, 'project_id': 'cdc310010cd742ef93267321126b8996', 'subnets': [{'id': 'f6cce4f2-899f-4090-a464-a5a582a31455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:01:31.833805 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42a9629-a787-431c-bbb2-263fbb517806 None None] New status for floating IP e6984498-193b-4882-9d79-1fa0c4b7ebc3: DOWN {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:01:31.888109 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd req-a88a62ff-3d9c-46c2-8110-7c27fd2250b6 service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336427 Oct 28 20:01:32.047975 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-fca62077-d7ba-4d10-ad1c-c8a1b4bc21dd req-9ab1ad28-1fae-4154-85d6-d3ffff25d17f service neutron] 10.222.0.26 "GET /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536529 Oct 28 20:01:32.071819 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-3116c1d3-f5f8-44af-90e1-90bcc84ff6a9 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:32.073168 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-3116c1d3-f5f8-44af-90e1-90bcc84ff6a9 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.26 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 811 time: 0.1356900 Oct 28 20:01:32.103622 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-3eeee0a4-36a9-4964-b1f8-90da6faad0e7 req-064a38a0-36b4-488f-a93e-7d14733ff575 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 210 time: 0.0405297 Oct 28 20:01:32.159399 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-0e558388-a5b2-46f6-8344-1459a49a2e7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8b44f83814c4884a34c87335a5275ef HTTP/1.1" status: 200 len: 380 time: 0.0581918 Oct 28 20:01:32.168576 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'port': {'device_id': 'cccbc010-68af-42af-a87b-830a446ae138', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'admin_state_up': True, 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'security_groups': ['2479f552-a3c2-4528-acf8-4a1fa5362931']}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:32.276242 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Made reservation on behalf of b8b44f83814c4884a34c87335a5275ef for: {'port': 1} {{(pid=103758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:01:32.279745 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:32.414340 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.db_base_plugin_common [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Allocated IP 172.20.0.5 (34106c65-61da-4f30-bd6e-bdeb635e2162/e755505c-15bc-4e3a-9b0c-d97821dc8c4f/11521efb-0a20-4535-aa5d-1442b75b44f8) {{(pid=103758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:01:32.563649 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:32.594705 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727764416004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:32.635212 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Network 34106c65-61da-4f30-bd6e-bdeb635e2162 is already hosted by enough agents. {{(pid=103758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:01:32.638208 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.base_scheduler [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Resources bound (agent type, host, resource id): {{(pid=103758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:01:32.644245 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Received port after_create {{(pid=103758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:01:32.667127 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event updated for resources: {'Port': ['ID=11521efb-0a20-4535-aa5d-1442b75b44f8,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:32.698960 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:32.699593 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:32.716464 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-109b24cb-8431-43dd-b708-4d8d1dc6ff7c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521286 Oct 28 20:01:32.728725 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.v2.base [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Request body: {'port': {'device_id': 'cccbc010-68af-42af-a87b-830a446ae138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86289'}} {{(pid=103758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:32.794967 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:32.876101 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-dc574b4d-fa2c-4dd6-bb9f-354f96bc5dac None None] Provisioning complete for port 11521efb-0a20-4535-aa5d-1442b75b44f8 triggered by entity DHCP. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:01:32.876693 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-dc574b4d-fa2c-4dd6-bb9f-354f96bc5dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:32.876828 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-dc574b4d-fa2c-4dd6-bb9f-354f96bc5dac None None] Attempt 1 to provision port 11521efb-0a20-4535-aa5d-1442b75b44f8 Oct 28 20:01:32.908098 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-dc574b4d-fa2c-4dd6-bb9f-354f96bc5dac None None] Port 11521efb-0a20-4535-aa5d-1442b75b44f8 cannot update to ACTIVE because it is not bound. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:01:33.045380 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11521efb-0a20-4535-aa5d-1442b75b44f8 {{(pid=103758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:01:33.053792 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Publish callbacks [] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:33.065443 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.provisioning_blocks [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Transition to ACTIVE for port object 11521efb-0a20-4535-aa5d-1442b75b44f8 will not be triggered until provisioned by entity L2. {{(pid=103758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:01:33.069544 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:33.127541 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Pushing event updated for resources: {'Port': ['ID=11521efb-0a20-4535-aa5d-1442b75b44f8,revision_number=2']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:33.178210 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Attempting to bind port 11521efb-0a20-4535-aa5d-1442b75b44f8 on host hv-cinder-86289 for vnic_type normal with profile {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:01:33.178548 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Attempting to bind port 11521efb-0a20-4535-aa5d-1442b75b44f8 by drivers openvswitch,hyperv on host hv-cinder-86289 at level 0 using segments [{'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:01:33.178888 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Attempting to bind port 11521efb-0a20-4535-aa5d-1442b75b44f8 on network 34106c65-61da-4f30-bd6e-bdeb635e2162 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:01:33.184989 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Port 11521efb-0a20-4535-aa5d-1442b75b44f8 on network 34106c65-61da-4f30-bd6e-bdeb635e2162 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86289 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:01:33.185316 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Attempting to bind port 11521efb-0a20-4535-aa5d-1442b75b44f8 on network 34106c65-61da-4f30-bd6e-bdeb635e2162 {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:01:33.199105 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Checking agent: {'id': '26e17d65-d278-4a69-968a-9d270220d5ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86289', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'started_at': datetime.datetime(2022, 10, 28, 19, 50, 27), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:01:33.199451 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Checking segment: {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:01:33.199835 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Bound using segment: {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'} {{(pid=103758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:01:33.200274 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.managers [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Bound port: 11521efb-0a20-4535-aa5d-1442b75b44f8, host: hv-cinder-86289, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7058274a-5a1a-40e9-860d-764df3f1efdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162'}}] {{(pid=103758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:01:33.200634 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), before_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:33.279852 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81848d-0a6d-4aba-a15b-55c6fa8263c0 req-dbc3b2b3-712d-4b1d-98df-633f7ccf9f59 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:33.281357 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9a81848d-0a6d-4aba-a15b-55c6fa8263c0 req-dbc3b2b3-712d-4b1d-98df-633f7ccf9f59 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 943 time: 0.0979497 Oct 28 20:01:33.303332 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] For port 11521efb-0a20-4535-aa5d-1442b75b44f8, host hv-cinder-86289, cleared binding levels {{(pid=103758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:01:33.319742 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] For port 11521efb-0a20-4535-aa5d-1442b75b44f8, host hv-cinder-86289, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=11521efb-0a20-4535-aa5d-1442b75b44f8,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:01:33.333194 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8154487'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:33.343747 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:33.344363 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:33.345773 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/11521efb-0a20-4535-aa5d-1442b75b44f8 HTTP/1.1" status: 200 len: 1093 time: 0.6218860 Oct 28 20:01:33.346273 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccbc010-68af-42af-a87b-830a446ae138', 'tag': '11521efb-0a20-4535-aa5d-1442b75b44f8'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:33.348509 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063881c4-5161-4a89-920e-34f538541fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "cccbc010-68af-42af-a87b-830a446ae138", "tag": "11521efb-0a20-4535-aa5d-1442b75b44f8"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:33.356462 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9a81848d-0a6d-4aba-a15b-55c6fa8263c0 req-f00bfb0d-39a8-4f86-9723-68a69e5c4e46 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=2479f552-a3c2-4528-acf8-4a1fa5362931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692647 Oct 28 20:01:33.401269 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf28d699-57b0-4809-a4ef-10d66e3d5a07 x-openstack-request-id: req-bf28d699-57b0-4809-a4ef-10d66e3d5a07 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:33.401597 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccbc010-68af-42af-a87b-830a446ae138", "tag": "11521efb-0a20-4535-aa5d-1442b75b44f8", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:33.401863 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf28d699-57b0-4809-a4ef-10d66e3d5a07 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:33.402273 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf28d699-57b0-4809-a4ef-10d66e3d5a07'] response: {'name': 'network-changed', 'server_uuid': 'cccbc010-68af-42af-a87b-830a446ae138', 'tag': '11521efb-0a20-4535-aa5d-1442b75b44f8', 'status': 'completed', 'code': 200} Oct 28 20:01:33.409673 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-dc574b4d-fa2c-4dd6-bb9f-354f96bc5dac None None] Attempt 2 to provision port 11521efb-0a20-4535-aa5d-1442b75b44f8 Oct 28 20:01:33.446466 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dd259-b133-4928-8912-9d8113ce50a5 service neutron] Pushing event updated for resources: {'Port': ['ID=11521efb-0a20-4535-aa5d-1442b75b44f8,revision_number=3']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:33.449694 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-dc574b4d-fa2c-4dd6-bb9f-354f96bc5dac None None] Port 11521efb-0a20-4535-aa5d-1442b75b44f8 had new provisioning blocks added so it will not transition to active. {{(pid=103759) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:01:33.464569 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-12040961-b1ae-4eb4-96ab-5858f8e1cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:33.466426 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-12040961-b1ae-4eb4-96ab-5858f8e1cef3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 1127 time: 0.0817637 Oct 28 20:01:33.508930 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-834481c3-ac50-4908-9a76-9406310d47fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11521efb-0a20-4535-aa5d-1442b75b44f8 HTTP/1.1" status: 200 len: 217 time: 0.0347669 Oct 28 20:01:33.562997 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-8764e80b-ef0c-4109-883b-2271febae246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:33.564494 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-8764e80b-ef0c-4109-883b-2271febae246 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e755505c-15bc-4e3a-9b0c-d97821dc8c4f HTTP/1.1" status: 200 len: 850 time: 0.0501268 Oct 28 20:01:33.650447 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-1251968d-468e-46df-821f-3b7cf0fa5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:33.651877 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-1251968d-468e-46df-821f-3b7cf0fa5699 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34106c65-61da-4f30-bd6e-bdeb635e2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0814776 Oct 28 20:01:33.664044 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae914317-9e2a-406d-b107-59f99ce762e9 req-4dca2c02-2779-4006-aa47-f96c3bf9120a tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:33.665458 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ae914317-9e2a-406d-b107-59f99ce762e9 req-4dca2c02-2779-4006-aa47-f96c3bf9120a tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 945 time: 0.0691209 Oct 28 20:01:33.760913 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-ae914317-9e2a-406d-b107-59f99ce762e9 req-7a46c2be-8832-4063-bea2-89ee960c92c5 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877979 Oct 28 20:01:33.782447 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-c414e040-7f23-4232-bb5c-347c8014f055 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160514 Oct 28 20:01:33.869885 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-9dc56c8d-df40-4e6f-830f-584b30fd4452 req-20ae33d9-b771-46ea-9026-c00fca7685a6 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813785 Oct 28 20:01:33.960962 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063881c4-5161-4a89-920e-34f538541fdb req-fc93b7ec-187d-4693-923e-bbc1d0f56b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:33.962478 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-063881c4-5161-4a89-920e-34f538541fdb req-fc93b7ec-187d-4693-923e-bbc1d0f56b9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 1127 time: 0.0453210 Oct 28 20:01:34.052880 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063881c4-5161-4a89-920e-34f538541fdb req-dc39e427-3f84-4f43-90e2-44c57f8bed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:34.054364 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-063881c4-5161-4a89-920e-34f538541fdb req-dc39e427-3f84-4f43-90e2-44c57f8bed44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 912 time: 0.0853009 Oct 28 20:01:34.093376 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-063881c4-5161-4a89-920e-34f538541fdb req-a205d265-02d2-4cd7-a8b8-08196ec8e25d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11521efb-0a20-4535-aa5d-1442b75b44f8 HTTP/1.1" status: 200 len: 217 time: 0.0319021 Oct 28 20:01:34.140109 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063881c4-5161-4a89-920e-34f538541fdb req-140cc89d-45ed-4a71-b447-b75ebb7671d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:34.141532 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-063881c4-5161-4a89-920e-34f538541fdb req-140cc89d-45ed-4a71-b447-b75ebb7671d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e755505c-15bc-4e3a-9b0c-d97821dc8c4f HTTP/1.1" status: 200 len: 850 time: 0.0419068 Oct 28 20:01:34.194247 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063881c4-5161-4a89-920e-34f538541fdb req-a7c66b8d-65b6-4bec-9279-d9e058ce3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:34.195735 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-063881c4-5161-4a89-920e-34f538541fdb req-a7c66b8d-65b6-4bec-9279-d9e058ce3a1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34106c65-61da-4f30-bd6e-bdeb635e2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0478392 Oct 28 20:01:34.283692 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-063881c4-5161-4a89-920e-34f538541fdb req-ac5c4673-b71c-4caf-a8d9-6782242c48d2 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797207 Oct 28 20:01:34.374668 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-063881c4-5161-4a89-920e-34f538541fdb req-07fd42cc-49b1-45fb-a9fa-51b9b8d2fbb7 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840085 Oct 28 20:01:34.485247 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b84c2-9655-407a-b97f-b3c67be6a779 req-5b96673a-4e47-4557-9ede-8422bd232364 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:34.486761 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-704b84c2-9655-407a-b97f-b3c67be6a779 req-5b96673a-4e47-4557-9ede-8422bd232364 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 943 time: 0.0533168 Oct 28 20:01:34.534523 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-704b84c2-9655-407a-b97f-b3c67be6a779 req-bbca96de-7682-411c-af9c-b4a25101eabd tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=2479f552-a3c2-4528-acf8-4a1fa5362931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416203 Oct 28 20:01:34.884408 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fbbf2-afaa-4e78-9e05-21ded5f33479 req-f7fe9256-46b6-40b5-a1b1-a700b3bc9aac tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:34.885904 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c75fbbf2-afaa-4e78-9e05-21ded5f33479 req-f7fe9256-46b6-40b5-a1b1-a700b3bc9aac tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 945 time: 0.0516644 Oct 28 20:01:34.931378 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-c75fbbf2-afaa-4e78-9e05-21ded5f33479 req-afb299e1-f9e7-4c8a-afa4-9884c44b848e tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/security-groups?id=91273511-c221-4ed5-9142-cd26c6f47ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Oct 28 20:01:35.383190 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eff0d8-9740-41b4-89c7-e3cfa5057a5b req-029d664a-9927-481c-89db-bd6e145256da tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:35.384704 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-16eff0d8-9740-41b4-89c7-e3cfa5057a5b req-029d664a-9927-481c-89db-bd6e145256da tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 945 time: 0.0558047 Oct 28 20:01:35.472940 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-16eff0d8-9740-41b4-89c7-e3cfa5057a5b req-4270e965-4ac5-461a-a123-129894485d56 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Deleting port 2fddfcf9-076f-453a-860b-f234954c583a {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:35.473285 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-16eff0d8-9740-41b4-89c7-e3cfa5057a5b req-4270e965-4ac5-461a-a123-129894485d56 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (2fddfcf9-076f-453a-860b-f234954c583a), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:35.566697 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-16eff0d8-9740-41b4-89c7-e3cfa5057a5b req-4270e965-4ac5-461a-a123-129894485d56 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] For port 2fddfcf9-076f-453a-860b-f234954c583a, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=2fddfcf9-076f-453a-860b-f234954c583a,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:35.567062 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-16eff0d8-9740-41b4-89c7-e3cfa5057a5b req-4270e965-4ac5-461a-a123-129894485d56 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (2fddfcf9-076f-453a-860b-f234954c583a), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:35.580922 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-16eff0d8-9740-41b4-89c7-e3cfa5057a5b req-4270e965-4ac5-461a-a123-129894485d56 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Calling delete_port for 2fddfcf9-076f-453a-860b-f234954c583a owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:35.695684 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eddca8-20ec-4c11-8b80-4be8e42a832c req-41d73e0a-fd0f-44fc-94db-ed3f9f6db3bc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:35.697151 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-84eddca8-20ec-4c11-8b80-4be8e42a832c req-41d73e0a-fd0f-44fc-94db-ed3f9f6db3bc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 943 time: 0.0780208 Oct 28 20:01:35.780801 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-84eddca8-20ec-4c11-8b80-4be8e42a832c req-d0aac088-e149-4211-8dd0-d5b301c7048a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=2479f552-a3c2-4528-acf8-4a1fa5362931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776303 Oct 28 20:01:35.781855 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-16eff0d8-9740-41b4-89c7-e3cfa5057a5b req-4270e965-4ac5-461a-a123-129894485d56 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (2fddfcf9-076f-453a-860b-f234954c583a), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:35.793667 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['2fddfcf9-076f-453a-860b-f234954c583a'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:01:35.809988 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270e965-4ac5-461a-a123-129894485d56 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Pushing event deleted for resources: {'Port': ['ID=2fddfcf9-076f-453a-860b-f234954c583a,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:35.856474 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-16eff0d8-9740-41b4-89c7-e3cfa5057a5b req-4270e965-4ac5-461a-a123-129894485d56 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] No DVR routers for this DVR port 2fddfcf9-076f-453a-860b-f234954c583a on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:01:35.859000 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-16eff0d8-9740-41b4-89c7-e3cfa5057a5b req-4270e965-4ac5-461a-a123-129894485d56 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:35.862345 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-16eff0d8-9740-41b4-89c7-e3cfa5057a5b req-4270e965-4ac5-461a-a123-129894485d56 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.26 "DELETE /v2.0/ports/2fddfcf9-076f-453a-860b-f234954c583a HTTP/1.1" status: 204 len: 173 time: 0.4723024 Oct 28 20:01:35.862846 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'name': 'network-vif-deleted', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:35.865184 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7a1466-bffd-4b89-aa31-02c4dce93f38" -d '{"events": [{"server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "name": "network-vif-deleted", "tag": "2fddfcf9-076f-453a-860b-f234954c583a"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:35.901286 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fac37dd-5c10-4d7d-ae57-5de47521d589 x-openstack-request-id: req-2fac37dd-5c10-4d7d-ae57-5de47521d589 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:35.901613 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a", "name": "network-vif-deleted", "tag": "2fddfcf9-076f-453a-860b-f234954c583a", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:35.901872 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2fac37dd-5c10-4d7d-ae57-5de47521d589 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:35.902280 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fac37dd-5c10-4d7d-ae57-5de47521d589'] response: {'server_uuid': 'f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a', 'name': 'network-vif-deleted', 'tag': '2fddfcf9-076f-453a-860b-f234954c583a', 'status': 'completed', 'code': 200} Oct 28 20:01:36.043274 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e3b0094d-d60d-4cee-809d-65a85b65cae8 req-f2fbde61-03f8-400e-9244-4b169a236136 tempest-TestMinimumBasicScenario-963735958 tempest-TestMinimumBasicScenario-963735958-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9234ef4-70af-4e9c-bf36-9e19f3ce5e4a HTTP/1.1" status: 200 len: 210 time: 0.0273802 Oct 28 20:01:36.486927 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-986b4a01-8262-4bc2-ac93-2809a9e7c660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:36.906773 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1244ce6-5cb4-4969-9afc-8324d521c83a req-e5c7f34e-1751-44ed-81d3-5e1dbba50a6c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:36.908261 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e1244ce6-5cb4-4969-9afc-8324d521c83a req-e5c7f34e-1751-44ed-81d3-5e1dbba50a6c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 943 time: 0.0528839 Oct 28 20:01:36.954854 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-e1244ce6-5cb4-4969-9afc-8324d521c83a req-f754fa39-aca8-449c-b10f-c6e65b4e6b05 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=2479f552-a3c2-4528-acf8-4a1fa5362931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405149 Oct 28 20:01:37.583247 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 11521efb-0a20-4535-aa5d-1442b75b44f8 details requested by agent hyperv_hv-cinder-86289 with host hv-cinder-86289 {{(pid=103759) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:01:37.681372 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 11521efb-0a20-4535-aa5d-1442b75b44f8, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=11521efb-0a20-4535-aa5d-1442b75b44f8,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:37.694549 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Returning: {'device': '11521efb-0a20-4535-aa5d-1442b75b44f8', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'port_id': '11521efb-0a20-4535-aa5d-1442b75b44f8', 'mac_address': 'fa:16:3e:cf:f3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103759) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:01:37.703836 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53156) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:37.732834 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 11521efb-0a20-4535-aa5d-1442b75b44f8 is: DOWN; New status is: BUILD {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:01:37.733229 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:37.746339 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11521efb-0a20-4535-aa5d-1442b75b44f8 {{(pid=103759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:01:37.765803 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 11521efb-0a20-4535-aa5d-1442b75b44f8, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=11521efb-0a20-4535-aa5d-1442b75b44f8,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:37.769796 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:37.819563 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=11521efb-0a20-4535-aa5d-1442b75b44f8,revision_number=4']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:37.827006 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.827415 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.827768 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.828114 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.828452 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.828787 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.829121 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.829483 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.829916 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.830256 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.830592 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.830923 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.831281 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:01:37.976559 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] get_ports_and_sgs() called for port_ids ['11521efb-0a20-4535-aa5d-1442b75b44f8'] {{(pid=103759) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:01:38.031176 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606274'] for router_interface (476c775c-0c83-45d0-8e32-3281fb47fb07), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:38.156262 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dad720-c945-4beb-a2ef-da6649862308 req-55f0ddfb-397c-4815-8cb3-341b32556c99 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:38.157759 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-29dad720-c945-4beb-a2ef-da6649862308 req-55f0ddfb-397c-4815-8cb3-341b32556c99 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 944 time: 0.1246781 Oct 28 20:01:38.249720 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-29dad720-c945-4beb-a2ef-da6649862308 req-9d4a54b6-86de-499c-b887-2407186a67bc tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=2479f552-a3c2-4528-acf8-4a1fa5362931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858748 Oct 28 20:01:38.333072 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] Deleting port 8c846ed0-77c8-4ed3-8384-775fb6d312d7 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:38.333416 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:38.408692 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] For port 8c846ed0-77c8-4ed3-8384-775fb6d312d7, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=8c846ed0-77c8-4ed3-8384-775fb6d312d7,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:38.409053 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:38.421773 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] Calling delete_port for 8c846ed0-77c8-4ed3-8384-775fb6d312d7 owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:38.601789 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (8c846ed0-77c8-4ed3-8384-775fb6d312d7), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:38.674771 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c73ef1ef-0003-4b0a-b6a7-e84062aa5a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:38.856290 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c846ed0-77c8-4ed3-8384-775fb6d312d7,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:39.015018 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605938'] for router_interface (476c775c-0c83-45d0-8e32-3281fb47fb07), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.212984 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] Router 476c775c-0c83-45d0-8e32-3281fb47fb07 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:01:39.314236 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:01:39.319492 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-c252f6df-fda6-47d8-a428-951f24598245 admin admin] 10.222.0.64 "PUT /v2.0/routers/476c775c-0c83-45d0-8e32-3281fb47fb07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6145630 Oct 28 20:01:39.321970 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53162) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:39.325518 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae4b8b-0506-4f3a-843e-268e5188da5f None None] Sync routers for ids ['476c775c-0c83-45d0-8e32-3281fb47fb07'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:01:39.335544 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae4b8b-0506-4f3a-843e-268e5188da5f None None] Routers {'476c775c-0c83-45d0-8e32-3281fb47fb07'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:39.336245 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-94ae4b8b-0506-4f3a-843e-268e5188da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:01:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['476c775c-0c83-45d0-8e32-3281fb47fb07'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:39.456491 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352a97d-4a75-47fb-9727-418ad2dbcea4 req-51841d07-3aa5-4654-9cd7-a225d0f19a2a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:39.458129 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2352a97d-4a75-47fb-9727-418ad2dbcea4 req-51841d07-3aa5-4654-9cd7-a225d0f19a2a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 944 time: 0.1339004 Oct 28 20:01:39.464547 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Publish callbacks [] for router (476c775c-0c83-45d0-8e32-3281fb47fb07), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.569739 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-94ae4b8b-0506-4f3a-843e-268e5188da5f None None] Set router 476c775c-0c83-45d0-8e32-3281fb47fb07 gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:39.584377 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-2352a97d-4a75-47fb-9727-418ad2dbcea4 req-0405516a-3b46-4849-9989-48a84e4e1cc8 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=2479f552-a3c2-4528-acf8-4a1fa5362931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172192 Oct 28 20:01:39.607831 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Publish callbacks [] for router_gateway (476c775c-0c83-45d0-8e32-3281fb47fb07), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.621686 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 11521efb-0a20-4535-aa5d-1442b75b44f8 up at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:01:39.658869 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Deleting port 93461566-0b5d-4f88-8f25-ab5fab5e99f8 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:39.659207 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.728305 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning for port 11521efb-0a20-4535-aa5d-1442b75b44f8 completed by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:01:39.738506 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.provisioning_blocks [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Provisioning complete for port 11521efb-0a20-4535-aa5d-1442b75b44f8 triggered by entity L2. {{(pid=103759) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:01:39.738893 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-564046'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), provisioning_complete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.739242 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Attempt 1 to provision port 11521efb-0a20-4535-aa5d-1442b75b44f8 Oct 28 20:01:39.742426 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] For port 93461566-0b5d-4f88-8f25-ab5fab5e99f8, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=93461566-0b5d-4f88-8f25-ab5fab5e99f8,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:39.742799 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.754664 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Calling delete_port for 93461566-0b5d-4f88-8f25-ab5fab5e99f8 owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:39.852200 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Current status of the port 11521efb-0a20-4535-aa5d-1442b75b44f8 is: BUILD; New status is: ACTIVE {{(pid=103759) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:01:39.852609 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638856'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), before_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.855186 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-94ae4b8b-0506-4f3a-843e-268e5188da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T20:01:38Z', 'revision_number': 5, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port': {'id': '93461566-0b5d-4f88-8f25-ab5fab5e99f8', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T19:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:39.892332 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae4b8b-0506-4f3a-843e-268e5188da5f None None] Checking router: 476c775c-0c83-45d0-8e32-3281fb47fb07 for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:01:39.917706 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccbc010-68af-42af-a87b-830a446ae138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11521efb-0a20-4535-aa5d-1442b75b44f8'}] {{(pid=103759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:39.919998 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eec004e92d9e13f587e595b9272bcd5b8f061a4df5e21847a7e51ae0f987e17e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a12cab1-1da1-4905-9538-bdca30542c1c" -d '{"events": [{"server_uuid": "cccbc010-68af-42af-a87b-830a446ae138", "name": "network-vif-plugged", "status": "completed", "tag": "11521efb-0a20-4535-aa5d-1442b75b44f8"}]}' {{(pid=103759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:39.926413 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.931195 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (93461566-0b5d-4f88-8f25-ab5fab5e99f8), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.932427 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae4b8b-0506-4f3a-843e-268e5188da5f None None] Routers {'476c775c-0c83-45d0-8e32-3281fb47fb07'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:39.933086 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-94ae4b8b-0506-4f3a-843e-268e5188da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:01:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['476c775c-0c83-45d0-8e32-3281fb47fb07'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:39.939216 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] For port 11521efb-0a20-4535-aa5d-1442b75b44f8, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=11521efb-0a20-4535-aa5d-1442b75b44f8,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:39.957326 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=93461566-0b5d-4f88-8f25-ab5fab5e99f8,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:39.973235 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2c4f68-4d98-4d0c-9d51-eab1120f531e x-openstack-request-id: req-cc2c4f68-4d98-4d0c-9d51-eab1120f531e {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:39.973613 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccbc010-68af-42af-a87b-830a446ae138", "name": "network-vif-plugged", "status": "completed", "tag": "11521efb-0a20-4535-aa5d-1442b75b44f8", "code": 200}]} {{(pid=103759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:39.973845 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc2c4f68-4d98-4d0c-9d51-eab1120f531e {{(pid=103759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:39.974215 dv-cinder-862894-1-smb neutron-server[103759]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2c4f68-4d98-4d0c-9d51-eab1120f531e'] response: {'server_uuid': 'cccbc010-68af-42af-a87b-830a446ae138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11521efb-0a20-4535-aa5d-1442b75b44f8', 'code': 200} Oct 28 20:01:39.978187 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727764989076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727764416022', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727764416040'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:39.979041 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 2fddfcf9-076f-453a-860b-f234954c583a no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:01:40.023670 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609160'] for router_gateway (476c775c-0c83-45d0-8e32-3281fb47fb07), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.049911 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: 2fddfcf9-076f-453a-860b-f234954c583a {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:01:40.050357 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 2fddfcf9-076f-453a-860b-f234954c583a not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:01:40.054814 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-94ae4b8b-0506-4f3a-843e-268e5188da5f None None] Set router 476c775c-0c83-45d0-8e32-3281fb47fb07 gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:40.114360 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-94ae4b8b-0506-4f3a-843e-268e5188da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T20:01:39Z', 'revision_number': 7, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port_host': None}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:40.125188 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6337'] for router (476c775c-0c83-45d0-8e32-3281fb47fb07), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.140626 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Publish callbacks [] for router_controller (476c775c-0c83-45d0-8e32-3281fb47fb07), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.145749 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae4b8b-0506-4f3a-843e-268e5188da5f None None] The sync data for ids ['476c775c-0c83-45d0-8e32-3281fb47fb07'] in dv-cinder-862894-1-smb is: [{'id': '476c775c-0c83-45d0-8e32-3281fb47fb07', 'name': 'tempest-TestMinimumBasicScenario-1978270467-router', 'tenant_id': 'cdc310010cd742ef93267321126b8996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:20Z', 'updated_at': '2022-10-28T20:01:39Z', 'revision_number': 7, 'project_id': 'cdc310010cd742ef93267321126b8996', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:01:40.149113 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Pushing event updated for resources: {'Port': ['ID=11521efb-0a20-4535-aa5d-1442b75b44f8,revision_number=5']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:40.192136 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605668'] for router (476c775c-0c83-45d0-8e32-3281fb47fb07), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.192808 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 476c775c-0c83-45d0-8e32-3281fb47fb07 {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:01:40.197494 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.198662 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-ce5a9aad-6099-4576-b371-3b37f4532b2c admin admin] 10.222.0.64 "DELETE /v2.0/routers/476c775c-0c83-45d0-8e32-3281fb47fb07 HTTP/1.1" status: 204 len: 168 time: 0.8755698 Oct 28 20:01:40.201362 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53166) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:40.205310 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecb926-2264-4dc1-bab6-c4b5538c2cb0 req-4aab3cb5-b219-4742-a4ff-1f82d97ad580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:40.206900 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-02ecb926-2264-4dc1-bab6-c4b5538c2cb0 req-4aab3cb5-b219-4742-a4ff-1f82d97ad580 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 1129 time: 0.0949683 Oct 28 20:01:40.246304 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c1dbcb-31ef-4079-b5ca-55c53ef31a10 admin admin] Deleting subnet f6cce4f2-899f-4090-a464-a5a582a31455 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:01:40.249275 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57c1dbcb-31ef-4079-b5ca-55c53ef31a10 admin admin] Publish callbacks [] for subnet (f6cce4f2-899f-4090-a464-a5a582a31455), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.251175 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-02ecb926-2264-4dc1-bab6-c4b5538c2cb0 req-5ab290ce-b39f-4164-a0d5-f14531983b67 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2479f552-a3c2-4528-acf8-4a1fa5362931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387535 Oct 28 20:01:40.282535 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57c1dbcb-31ef-4079-b5ca-55c53ef31a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4733770'] for subnet (f6cce4f2-899f-4090-a464-a5a582a31455), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.358952 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57c1dbcb-31ef-4079-b5ca-55c53ef31a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (f6cce4f2-899f-4090-a464-a5a582a31455), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.410300 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57c1dbcb-31ef-4079-b5ca-55c53ef31a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336434'] for subnet (f6cce4f2-899f-4090-a464-a5a582a31455), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.435530 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1dbcb-31ef-4079-b5ca-55c53ef31a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cce4f2-899f-4090-a464-a5a582a31455,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:40.440358 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-57c1dbcb-31ef-4079-b5ca-55c53ef31a10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.444251 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-57c1dbcb-31ef-4079-b5ca-55c53ef31a10 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f6cce4f2-899f-4090-a464-a5a582a31455 HTTP/1.1" status: 204 len: 168 time: 0.2414210 Oct 28 20:01:40.445646 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438ed62-9e64-440c-803e-35de05467547 None None] Network a96263d7-b955-4579-8078-9af055f334fc requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:01:40.446588 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53168) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:40.516668 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (a96263d7-b955-4579-8078-9af055f334fc), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.574759 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Deleting port 2d820923-a677-4ca3-9e33-78b6066253a2 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:40.575107 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.628893 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91198bb1-1bcb-4933-87cd-e3fe728cca43 None None] DHCP port deletion for a96263d7-b955-4579-8078-9af055f334fc request from dv-cinder-862894-1-smb {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:01:40.647120 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] For port 2d820923-a677-4ca3-9e33-78b6066253a2, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=2d820923-a677-4ca3-9e33-78b6066253a2,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:40.648187 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.662797 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Calling delete_port for 2d820923-a677-4ca3-9e33-78b6066253a2 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:40.675934 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-91198bb1-1bcb-4933-87cd-e3fe728cca43 None None] Deleting port 2d820923-a677-4ca3-9e33-78b6066253a2 {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:40.676315 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-91198bb1-1bcb-4933-87cd-e3fe728cca43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.719235 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253202f-c1f8-4382-ac81-a181c8dc104a req-4ed602af-caaa-4122-9c6b-ea6f1c0afeb1 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:40.721195 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d253202f-c1f8-4382-ac81-a181c8dc104a req-4ed602af-caaa-4122-9c6b-ea6f1c0afeb1 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 945 time: 0.0568378 Oct 28 20:01:40.743672 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-91198bb1-1bcb-4933-87cd-e3fe728cca43 None None] For port 2d820923-a677-4ca3-9e33-78b6066253a2, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=2d820923-a677-4ca3-9e33-78b6066253a2,segment=NetworkSegment(22ff340f-2996-41a1-9ebd-dd680796b94f),segment_id=22ff340f-2996-41a1-9ebd-dd680796b94f)] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:40.744258 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-91198bb1-1bcb-4933-87cd-e3fe728cca43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.752249 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.761393 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-91198bb1-1bcb-4933-87cd-e3fe728cca43 None None] Calling delete_port for 2d820923-a677-4ca3-9e33-78b6066253a2 owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:40.769751 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-d253202f-c1f8-4382-ac81-a181c8dc104a req-f397987a-7ac6-460f-b8a7-2d11d7f8f3f4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=2479f552-a3c2-4528-acf8-4a1fa5362931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424469 Oct 28 20:01:40.780434 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] No DVR routers for this DVR port 2d820923-a677-4ca3-9e33-78b6066253a2 on host dv-cinder-862894-1-smb {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:01:40.784670 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d820923-a677-4ca3-9e33-78b6066253a2,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:40.843069 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-91198bb1-1bcb-4933-87cd-e3fe728cca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013'] for port (2d820923-a677-4ca3-9e33-78b6066253a2), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.855659 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (a96263d7-b955-4579-8078-9af055f334fc), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.869902 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91198bb1-1bcb-4933-87cd-e3fe728cca43 None None] Pushing event deleted for resources: {'Port': ['ID=2d820923-a677-4ca3-9e33-78b6066253a2,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:40.873550 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91198bb1-1bcb-4933-87cd-e3fe728cca43 None None] No DVR routers for this DVR port 2d820923-a677-4ca3-9e33-78b6066253a2 on host dv-cinder-862894-1-smb {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:01:40.877699 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96263d7-b955-4579-8078-9af055f334fc']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:40.887872 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ff340f-2996-41a1-9ebd-dd680796b94f') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:40.888177 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ff340f-2996-41a1-9ebd-dd680796b94f') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:40.898703 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4733779'] for segment (22ff340f-2996-41a1-9ebd-dd680796b94f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.911980 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (22ff340f-2996-41a1-9ebd-dd680796b94f), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.918118 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:01:40.918511 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4779694'] for segment (22ff340f-2996-41a1-9ebd-dd680796b94f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.962482 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 22ff340f-2996-41a1-9ebd-dd680796b94f resource provider aggregate not found Oct 28 20:01:40.980425 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 22ff340f-2996-41a1-9ebd-dd680796b94f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22ff340f-2996-41a1-9ebd-dd680796b94f found for delete ", "request_id": "req-444e7fbb-4f00-497b-b5ef-fdafc81596ff"}]} Oct 28 20:01:40.988694 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (a96263d7-b955-4579-8078-9af055f334fc), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.994512 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:40.997676 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] 10.222.0.64 "DELETE /v2.0/networks/a96263d7-b955-4579-8078-9af055f334fc HTTP/1.1" status: 204 len: 168 time: 0.5495472 Oct 28 20:01:41.000816 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53176) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:41.009138 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6c2fa-5983-412a-bf68-e2b3375b856a admin admin] Pushing event deleted for resources: {'Network': ['ID=a96263d7-b955-4579-8078-9af055f334fc,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:41.349040 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606274'] for router_interface (9c651923-3c0d-4265-ae00-708acaf359c3), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:41.446188 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:41.581710 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] Deleting port 46164a69-5393-4c9b-acc3-8875c49463ee {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:41.582053 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:41.658095 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] For port 46164a69-5393-4c9b-acc3-8875c49463ee, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=46164a69-5393-4c9b-acc3-8875c49463ee,segment=NetworkSegment(6433bcda-1803-48ee-bf97-93848444fe81),segment_id=6433bcda-1803-48ee-bf97-93848444fe81)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:41.658377 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:41.671261 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] Calling delete_port for 46164a69-5393-4c9b-acc3-8875c49463ee owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:41.871752 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 2d820923-a677-4ca3-9e33-78b6066253a2 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:01:41.883777 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (46164a69-5393-4c9b-acc3-8875c49463ee), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:41.891435 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 2d820923-a677-4ca3-9e33-78b6066253a2 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:01:41.891786 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 2d820923-a677-4ca3-9e33-78b6066253a2 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:01:41.892210 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 8c846ed0-77c8-4ed3-8384-775fb6d312d7 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:01:41.910747 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 8c846ed0-77c8-4ed3-8384-775fb6d312d7 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:01:41.910992 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 8c846ed0-77c8-4ed3-8384-775fb6d312d7 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:01:41.911406 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 93461566-0b5d-4f88-8f25-ab5fab5e99f8 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:01:41.916076 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] Pushing event deleted for resources: {'Port': ['ID=46164a69-5393-4c9b-acc3-8875c49463ee,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:41.930229 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 93461566-0b5d-4f88-8f25-ab5fab5e99f8 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:01:41.930575 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 93461566-0b5d-4f88-8f25-ab5fab5e99f8 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:01:41.972594 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26165b41-82cc-42b9-80b7-a5846132c00b req-a0140485-44ee-4c2a-9965-46119b75e3a3 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:41.974257 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-26165b41-82cc-42b9-80b7-a5846132c00b req-a0140485-44ee-4c2a-9965-46119b75e3a3 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 945 time: 0.1277301 Oct 28 20:01:42.074699 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-26165b41-82cc-42b9-80b7-a5846132c00b req-6624d607-4218-4f7c-9b9b-f4786c6807e4 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=2479f552-a3c2-4528-acf8-4a1fa5362931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933218 Oct 28 20:01:42.120540 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605938'] for router_interface (9c651923-3c0d-4265-ae00-708acaf359c3), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:42.263826 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0527aa-f25c-4a9f-805a-ac9961f38add req-6de3dce6-3cf2-4719-a6e0-e35253d8119a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:42.265246 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-de0527aa-f25c-4a9f-805a-ac9961f38add req-6de3dce6-3cf2-4719-a6e0-e35253d8119a tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 945 time: 0.1005867 Oct 28 20:01:42.276310 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53182) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:42.281062 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.v2.base [None req-48aaef12-7559-4dbf-83f3-ac4c2f30fde2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Request body: {'floatingip': {'port_id': '11521efb-0a20-4535-aa5d-1442b75b44f8'}} {{(pid=103756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:01:42.319204 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-48aaef12-7559-4dbf-83f3-ac4c2f30fde2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (62530d6e-6659-4b23-a760-b6d250b99920), before_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:42.374333 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] Router 9c651923-3c0d-4265-ae00-708acaf359c3 has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:01:42.480383 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:01:42.489364 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-9eee0c3d-60ed-4686-a9d1-ace355e5a81e admin admin] 10.222.0.64 "PUT /v2.0/routers/9c651923-3c0d-4265-ae00-708acaf359c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4843881 Oct 28 20:01:42.489364 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53184) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:42.492165 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695c4e10-4ee1-4a90-811a-1d5de2c01a29 None None] Sync routers for ids ['9c651923-3c0d-4265-ae00-708acaf359c3'] in dv-cinder-862894-1-smb {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:01:42.503283 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c4e10-4ee1-4a90-811a-1d5de2c01a29 None None] Routers {'9c651923-3c0d-4265-ae00-708acaf359c3'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:42.503905 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-695c4e10-4ee1-4a90-811a-1d5de2c01a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:01:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['9c651923-3c0d-4265-ae00-708acaf359c3'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:42.616567 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-695c4e10-4ee1-4a90-811a-1d5de2c01a29 None None] Set router 9c651923-3c0d-4265-ae00-708acaf359c3 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:42.692597 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:42.759612 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-48aaef12-7559-4dbf-83f3-ac4c2f30fde2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:42.763910 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-48aaef12-7559-4dbf-83f3-ac4c2f30fde2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (62530d6e-6659-4b23-a760-b6d250b99920), after_update {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:42.799377 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-695c4e10-4ee1-4a90-811a-1d5de2c01a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'name': 'tempest-TestMinimumBasicScenario-1505395309-router', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '368e7834-576b-437a-90ad-aa3debb975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T20:01:41Z', 'revision_number': 5, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'gw_port': {'id': '368e7834-576b-437a-90ad-aa3debb975bc', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:42.828784 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695c4e10-4ee1-4a90-811a-1d5de2c01a29 None None] Checking router: 9c651923-3c0d-4265-ae00-708acaf359c3 for host: dv-cinder-862894-1-smb {{(pid=103762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:01:42.835362 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Publish callbacks [] for router (9c651923-3c0d-4265-ae00-708acaf359c3), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:42.838966 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c4e10-4ee1-4a90-811a-1d5de2c01a29 None None] Routers {'9c651923-3c0d-4265-ae00-708acaf359c3'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:42.839600 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-695c4e10-4ee1-4a90-811a-1d5de2c01a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:01:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['9c651923-3c0d-4265-ae00-708acaf359c3'], 'active': True} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:42.864528 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.db.l3_db [None req-48aaef12-7559-4dbf-83f3-ac4c2f30fde2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Floating IP 62530d6e-6659-4b23-a760-b6d250b99920 associated. External IP: 172.28.3.54, port: 11521efb-0a20-4535-aa5d-1442b75b44f8. Oct 28 20:01:42.935992 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Publish callbacks [] for router_gateway (9c651923-3c0d-4265-ae00-708acaf359c3), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:42.940775 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_dvr_db [None req-695c4e10-4ee1-4a90-811a-1d5de2c01a29 None None] Set router 9c651923-3c0d-4265-ae00-708acaf359c3 gateway port host: dv-cinder-862894-1-smb {{(pid=103762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:42.988489 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Deleting port 368e7834-576b-437a-90ad-aa3debb975bc {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:42.988906 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (368e7834-576b-437a-90ad-aa3debb975bc), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.067896 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48aaef12-7559-4dbf-83f3-ac4c2f30fde2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:01:43.075084 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] For port 368e7834-576b-437a-90ad-aa3debb975bc, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=368e7834-576b-437a-90ad-aa3debb975bc,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:43.075456 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (368e7834-576b-437a-90ad-aa3debb975bc), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.088544 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Calling delete_port for 368e7834-576b-437a-90ad-aa3debb975bc owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:43.123007 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.l3_hamode_db [None req-695c4e10-4ee1-4a90-811a-1d5de2c01a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'name': 'tempest-TestMinimumBasicScenario-1505395309-router', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '368e7834-576b-437a-90ad-aa3debb975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T20:01:41Z', 'revision_number': 5, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'gw_port': {'id': '368e7834-576b-437a-90ad-aa3debb975bc', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:43.148686 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695c4e10-4ee1-4a90-811a-1d5de2c01a29 None None] The sync data for ids ['9c651923-3c0d-4265-ae00-708acaf359c3'] in dv-cinder-862894-1-smb is: [{'id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'name': 'tempest-TestMinimumBasicScenario-1505395309-router', 'tenant_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73'}], 'enable_snat': True}, 'gw_port_id': '368e7834-576b-437a-90ad-aa3debb975bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T20:01:41Z', 'revision_number': 5, 'project_id': 'dca7ddd186fd45a591a1b89e793fdd47', 'gw_port': {'id': '368e7834-576b-437a-90ad-aa3debb975bc', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c651923-3c0d-4265-ae00-708acaf359c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:59:25Z', 'updated_at': '2022-10-28T19:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}] {{(pid=103762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:01:43.173989 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48aaef12-7559-4dbf-83f3-ac4c2f30fde2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:01:43.178802 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-48aaef12-7559-4dbf-83f3-ac4c2f30fde2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.188283 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee753f79-df5e-4517-89a9-cadeada69bf5 None None] Sync routers for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:01:43.199739 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee753f79-df5e-4517-89a9-cadeada69bf5 None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:43.200378 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ee753f79-df5e-4517-89a9-cadeada69bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:01:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:43.223519 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-48aaef12-7559-4dbf-83f3-ac4c2f30fde2 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "PUT /v2.0/floatingips/62530d6e-6659-4b23-a760-b6d250b99920 HTTP/1.1" status: 200 len: 990 time: 0.9459605 Oct 28 20:01:43.224368 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccbc010-68af-42af-a87b-830a446ae138', 'tag': '11521efb-0a20-4535-aa5d-1442b75b44f8'}] {{(pid=103756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:01:43.226805 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ee80c0081ae6fe6bbcaa2f74170f9bdc553a150fd5d0640da8ebf35434d58bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "cccbc010-68af-42af-a87b-830a446ae138", "tag": "11521efb-0a20-4535-aa5d-1442b75b44f8"}]}' {{(pid=103756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:01:43.263339 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a165dd-d035-4297-b55d-0201bd81582d x-openstack-request-id: req-23a165dd-d035-4297-b55d-0201bd81582d {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:01:43.263639 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccbc010-68af-42af-a87b-830a446ae138", "tag": "11521efb-0a20-4535-aa5d-1442b75b44f8", "status": "completed", "code": 200}]} {{(pid=103756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:01:43.263898 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23a165dd-d035-4297-b55d-0201bd81582d {{(pid=103756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:01:43.264336 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a165dd-d035-4297-b55d-0201bd81582d'] response: {'name': 'network-changed', 'server_uuid': 'cccbc010-68af-42af-a87b-830a446ae138', 'tag': '11521efb-0a20-4535-aa5d-1442b75b44f8', 'status': 'completed', 'code': 200} Oct 28 20:01:43.272260 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (368e7834-576b-437a-90ad-aa3debb975bc), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.306224 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Pushing event deleted for resources: {'Port': ['ID=368e7834-576b-437a-90ad-aa3debb975bc,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:43.316874 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-ee753f79-df5e-4517-89a9-cadeada69bf5 None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:43.392515 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609160'] for router_gateway (9c651923-3c0d-4265-ae00-708acaf359c3), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.397508 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9 req-870b61c2-7c9f-4c0e-8cbc-73256cf55810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:43.399038 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9 req-870b61c2-7c9f-4c0e-8cbc-73256cf55810 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b44f83814c4884a34c87335a5275ef&device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 1129 time: 0.1015432 Oct 28 20:01:43.531375 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6337'] for router (9c651923-3c0d-4265-ae00-708acaf359c3), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.535786 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Publish callbacks [] for router_controller (9c651923-3c0d-4265-ae00-708acaf359c3), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.553860 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ee753f79-df5e-4517-89a9-cadeada69bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '62530d6e-6659-4b23-a760-b6d250b99920', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'port_id': '11521efb-0a20-4535-aa5d-1442b75b44f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'mac_address': 'fa:16:3e:cf:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccbc010-68af-42af-a87b-830a446ae138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:01:29Z', 'updated_at': '2022-10-28T20:01:42Z', 'revision_number': 1, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:43.579880 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee753f79-df5e-4517-89a9-cadeada69bf5 None None] Checking router: 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:01:43.594250 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee753f79-df5e-4517-89a9-cadeada69bf5 None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:01:43.595014 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ee753f79-df5e-4517-89a9-cadeada69bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:01:39Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:43.598595 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605668'] for router (9c651923-3c0d-4265-ae00-708acaf359c3), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.599129 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c651923-3c0d-4265-ae00-708acaf359c3 {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:01:43.604260 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.608041 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53190) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:43.608535 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-103390e6-858a-4b0f-945a-89416466f78c admin admin] 10.222.0.64 "DELETE /v2.0/routers/9c651923-3c0d-4265-ae00-708acaf359c3 HTTP/1.1" status: 204 len: 168 time: 1.1183152 Oct 28 20:01:43.626612 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9 req-b7e7e2e2-b1fa-4d3c-8155-c95721d0f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:43.628376 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9 req-b7e7e2e2-b1fa-4d3c-8155-c95721d0f6a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 200 len: 912 time: 0.2049880 Oct 28 20:01:43.663466 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-840d217c-45aa-4a3f-9d2c-a0e3d1b30b35 admin admin] Deleting subnet aa309ef5-8fe4-459f-b8fb-179adba569d7 {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:01:43.666906 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-840d217c-45aa-4a3f-9d2c-a0e3d1b30b35 admin admin] Publish callbacks [] for subnet (aa309ef5-8fe4-459f-b8fb-179adba569d7), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.696682 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9 req-627c0d0d-7600-4f98-845a-8507e0c4338a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11521efb-0a20-4535-aa5d-1442b75b44f8 HTTP/1.1" status: 200 len: 998 time: 0.0615540 Oct 28 20:01:43.703128 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-840d217c-45aa-4a3f-9d2c-a0e3d1b30b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4733770'] for subnet (aa309ef5-8fe4-459f-b8fb-179adba569d7), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.722436 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-ee753f79-df5e-4517-89a9-cadeada69bf5 None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:01:43.748486 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9 req-f0befacd-0589-4c2f-b3a3-79393961e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:43.750420 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9 req-f0befacd-0589-4c2f-b3a3-79393961e7d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e755505c-15bc-4e3a-9b0c-d97821dc8c4f HTTP/1.1" status: 200 len: 850 time: 0.0475533 Oct 28 20:01:43.786261 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-840d217c-45aa-4a3f-9d2c-a0e3d1b30b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (aa309ef5-8fe4-459f-b8fb-179adba569d7), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.808715 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9 req-e0d44f0d-74ee-4207-bdb6-c253b9ceb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:01:43.810700 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9 req-e0d44f0d-74ee-4207-bdb6-c253b9ceb73b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34106c65-61da-4f30-bd6e-bdeb635e2162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0539677 Oct 28 20:01:43.895627 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-840d217c-45aa-4a3f-9d2c-a0e3d1b30b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336434'] for subnet (aa309ef5-8fe4-459f-b8fb-179adba569d7), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.926790 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-840d217c-45aa-4a3f-9d2c-a0e3d1b30b35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:43.931400 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-840d217c-45aa-4a3f-9d2c-a0e3d1b30b35 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aa309ef5-8fe4-459f-b8fb-179adba569d7 HTTP/1.1" status: 204 len: 168 time: 0.3222940 Oct 28 20:01:43.933325 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5e9d5-36ba-4734-bb0a-cbda6b593561 None None] Network 0df7e5f1-4130-48cd-898c-12f01d546699 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:01:43.933983 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53192) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:43.939055 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9 req-122cc75e-c1d9-437a-b195-3437b156dae3 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219096 Oct 28 20:01:43.986606 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d217c-45aa-4a3f-9d2c-a0e3d1b30b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa309ef5-8fe4-459f-b8fb-179adba569d7,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:44.029719 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 46164a69-5393-4c9b-acc3-8875c49463ee no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:01:44.054678 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 46164a69-5393-4c9b-acc3-8875c49463ee {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:01:44.055128 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 46164a69-5393-4c9b-acc3-8875c49463ee not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:01:44.056136 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-acbd66fc-ed73-4ac5-b71d-8af486a08ce9 req-047a9468-f023-4c31-a964-faa8a4999390 service neutron] 10.222.0.26 "GET /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107802 Oct 28 20:01:44.058796 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-ee753f79-df5e-4517-89a9-cadeada69bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '62530d6e-6659-4b23-a760-b6d250b99920', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'port_id': '11521efb-0a20-4535-aa5d-1442b75b44f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'mac_address': 'fa:16:3e:cf:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccbc010-68af-42af-a87b-830a446ae138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:01:29Z', 'updated_at': '2022-10-28T20:01:42Z', 'revision_number': 1, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:44.062950 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (0df7e5f1-4130-48cd-898c-12f01d546699), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.093914 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee753f79-df5e-4517-89a9-cadeada69bf5 None None] The sync data for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb is: [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_floatingips': [{'id': '62530d6e-6659-4b23-a760-b6d250b99920', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'router_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'port_id': '11521efb-0a20-4535-aa5d-1442b75b44f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'mac_address': 'fa:16:3e:cf:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccbc010-68af-42af-a87b-830a446ae138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:01:29Z', 'updated_at': '2022-10-28T20:01:42Z', 'revision_number': 1, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:01:44.117147 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Deleting port 746f0b41-6447-4372-9ed4-11d93e659063 {{(pid=103756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:01:44.117496 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (746f0b41-6447-4372-9ed4-11d93e659063), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.188450 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.db [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] For port 746f0b41-6447-4372-9ed4-11d93e659063, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=746f0b41-6447-4372-9ed4-11d93e659063,segment=NetworkSegment(6433bcda-1803-48ee-bf97-93848444fe81),segment_id=6433bcda-1803-48ee-bf97-93848444fe81)] {{(pid=103756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:01:44.188820 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (746f0b41-6447-4372-9ed4-11d93e659063), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.201242 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Calling delete_port for 746f0b41-6447-4372-9ed4-11d93e659063 owned by network:dhcp {{(pid=103756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:01:44.280476 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4779673'] for port (746f0b41-6447-4372-9ed4-11d93e659063), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.305967 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788936ff-58e0-473b-adf2-1de1b808b43b None None] New status for floating IP 62530d6e-6659-4b23-a760-b6d250b99920: ACTIVE {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:01:44.314283 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Pushing event deleted for resources: {'Port': ['ID=746f0b41-6447-4372-9ed4-11d93e659063,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:44.316266 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] No DVR routers for this DVR port 746f0b41-6447-4372-9ed4-11d93e659063 on host dv-cinder-862894-1-smb {{(pid=103756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:01:44.345577 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea0aa1c-fac5-4377-9e16-55c90714e561 None None] DHCP port deletion for 0df7e5f1-4130-48cd-898c-12f01d546699 request from dv-cinder-862894-1-smb {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:01:44.400140 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (0df7e5f1-4130-48cd-898c-12f01d546699), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.420783 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df7e5f1-4130-48cd-898c-12f01d546699']}} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:44.429993 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6433bcda-1803-48ee-bf97-93848444fe81') {'for_net_delete': True} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:44.430295 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.services.segments.db [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6433bcda-1803-48ee-bf97-93848444fe81') {} {{(pid=103756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:01:44.439507 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4733779'] for segment (6433bcda-1803-48ee-bf97-93848444fe81), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.454121 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (6433bcda-1803-48ee-bf97-93848444fe81), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.462416 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:01:44.462816 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4779694'] for segment (6433bcda-1803-48ee-bf97-93848444fe81), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.507562 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 6433bcda-1803-48ee-bf97-93848444fe81 resource provider aggregate not found Oct 28 20:01:44.527108 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.services.segments.plugin [-] Segment 6433bcda-1803-48ee-bf97-93848444fe81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6433bcda-1803-48ee-bf97-93848444fe81 found for delete ", "request_id": "req-9f058e83-a06a-4e16-8cc0-e01d2927a7b1"}]} Oct 28 20:01:44.535578 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (0df7e5f1-4130-48cd-898c-12f01d546699), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.542594 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.547651 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] 10.222.0.64 "DELETE /v2.0/networks/0df7e5f1-4130-48cd-898c-12f01d546699 HTTP/1.1" status: 204 len: 168 time: 0.6123636 Oct 28 20:01:44.560612 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e3f66-fa4c-45ee-bd69-02976bd9236b admin admin] Pushing event deleted for resources: {'Network': ['ID=0df7e5f1-4130-48cd-898c-12f01d546699,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:44.710807 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53200) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:44.750115 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-08ad7145-772b-442a-97d4-989de48d6e51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cdc310010cd742ef93267321126b8996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381002 Oct 28 20:01:44.752515 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53202) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:44.803602 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1273d3ff-0239-4dad-a649-c08728271700 admin admin] Publish callbacks [] for security_group (91273511-c221-4ed5-9142-cd26c6f47ecb), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.824482 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1273d3ff-0239-4dad-a649-c08728271700 admin admin] Publish callbacks [] for security_group (91273511-c221-4ed5-9142-cd26c6f47ecb), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.869892 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1273d3ff-0239-4dad-a649-c08728271700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (91273511-c221-4ed5-9142-cd26c6f47ecb), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.872485 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1273d3ff-0239-4dad-a649-c08728271700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:44.873641 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-1273d3ff-0239-4dad-a649-c08728271700 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91273511-c221-4ed5-9142-cd26c6f47ecb HTTP/1.1" status: 204 len: 168 time: 0.1201091 Oct 28 20:01:44.881647 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273d3ff-0239-4dad-a649-c08728271700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91273511-c221-4ed5-9142-cd26c6f47ecb,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:45.177786 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53208) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:45.217719 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-eda8b01e-fc5d-4a53-8172-d4e537c4af04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dca7ddd186fd45a591a1b89e793fdd47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387475 Oct 28 20:01:45.220156 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53210) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:01:45.265004 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dbe43684-c92a-46cc-8587-eb8a59fd88ec admin admin] Publish callbacks [] for security_group (388a0953-cee4-45a3-a1e0-837541d61dc0), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:45.285884 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dbe43684-c92a-46cc-8587-eb8a59fd88ec admin admin] Publish callbacks [] for security_group (388a0953-cee4-45a3-a1e0-837541d61dc0), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:45.330701 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dbe43684-c92a-46cc-8587-eb8a59fd88ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (388a0953-cee4-45a3-a1e0-837541d61dc0), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:45.333394 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-dbe43684-c92a-46cc-8587-eb8a59fd88ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:01:45.335268 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-dbe43684-c92a-46cc-8587-eb8a59fd88ec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/388a0953-cee4-45a3-a1e0-837541d61dc0 HTTP/1.1" status: 204 len: 168 time: 0.1142371 Oct 28 20:01:45.342825 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe43684-c92a-46cc-8587-eb8a59fd88ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388a0953-cee4-45a3-a1e0-837541d61dc0,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:01:45.868472 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 746f0b41-6447-4372-9ed4-11d93e659063 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:01:45.888114 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 746f0b41-6447-4372-9ed4-11d93e659063 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:01:45.888466 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 746f0b41-6447-4372-9ed4-11d93e659063 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:01:45.888880 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 368e7834-576b-437a-90ad-aa3debb975bc no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:01:45.906762 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 368e7834-576b-437a-90ad-aa3debb975bc {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:01:45.907119 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 368e7834-576b-437a-90ad-aa3debb975bc not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:01:56.863092 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:00.781889 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:02:06.488129 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-3a0847ea-3ec5-4618-9a52-dbd0f8d8ceae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:08.679403 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b633a0ac-9bb4-40a6-8510-b05b85aa44b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:09.883569 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:11.447456 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:12.691860 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:22.890886 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e7c85-aff4-4656-8ec4-dbc629e29e1a req-b75570bb-8278-4c42-9118-c7b658a463d6 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:22.892277 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-548e7c85-aff4-4656-8ec4-dbc629e29e1a req-b75570bb-8278-4c42-9118-c7b658a463d6 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 945 time: 0.0553012 Oct 28 20:02:22.939193 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-548e7c85-aff4-4656-8ec4-dbc629e29e1a req-c7aded8b-49ba-4542-a352-88bec9f0757b tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=2479f552-a3c2-4528-acf8-4a1fa5362931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 Oct 28 20:02:24.063246 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738297b7-2089-4575-8608-aa6a077d6667 req-22dbb618-c470-470a-ac2f-5f80250c7a0d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:24.064707 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-738297b7-2089-4575-8608-aa6a077d6667 req-22dbb618-c470-470a-ac2f-5f80250c7a0d tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 945 time: 0.0511348 Oct 28 20:02:24.109926 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-738297b7-2089-4575-8608-aa6a077d6667 req-6c240243-738f-4091-aced-0a2fdcdc3ad6 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups?id=2479f552-a3c2-4528-acf8-4a1fa5362931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389757 Oct 28 20:02:24.612134 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-a64b3cec-e30f-443c-81d0-a01bb1ec003e tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:02:24.613634 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-a64b3cec-e30f-443c-81d0-a01bb1ec003e tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.26 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 945 time: 0.0525150 Oct 28 20:02:24.702126 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Deleting port 11521efb-0a20-4535-aa5d-1442b75b44f8 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:24.702468 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:24.793742 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] For port 11521efb-0a20-4535-aa5d-1442b75b44f8, host hv-cinder-86289, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86289',level=0,port_id=11521efb-0a20-4535-aa5d-1442b75b44f8,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:24.794026 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:24.949362 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:24.949745 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1609090'] for floatingip (62530d6e-6659-4b23-a760-b6d250b99920), after_update {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:24.950061 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.db.l3_db [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Floating IP 62530d6e-6659-4b23-a760-b6d250b99920 disassociated. External IP: 172.28.3.54, port: 11521efb-0a20-4535-aa5d-1442b75b44f8. Oct 28 20:02:24.950401 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Calling delete_port for 11521efb-0a20-4535-aa5d-1442b75b44f8 owned by compute:nova {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:25.071243 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (11521efb-0a20-4535-aa5d-1442b75b44f8), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:25.100148 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event deleted for resources: {'Port': ['ID=11521efb-0a20-4535-aa5d-1442b75b44f8,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:25.221704 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-b50ce154-a852-483d-9fd3-4555308d0a29 req-104d105e-23f8-4439-983d-77439264b16f tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/ports?device_id=cccbc010-68af-42af-a87b-830a446ae138 HTTP/1.1" status: 200 len: 210 time: 0.0370343 Oct 28 20:02:25.233933 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:02:25.335158 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:02:25.344531 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e023e8-3551-461c-b212-7709d21ac7ca None None] Sync routers for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:02:25.354903 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e023e8-3551-461c-b212-7709d21ac7ca None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:25.355744 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-14e023e8-3551-461c-b212-7709d21ac7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:02:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:25.383520 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] No DVR routers for this DVR port 11521efb-0a20-4535-aa5d-1442b75b44f8 on host hv-cinder-86289 {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:02:25.386019 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for port (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:25.389319 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [req-cf2de5ac-b179-42e9-88f9-b3cfd9998958 req-3e23a40e-47ff-4a24-bf3e-9026eec4ad1c tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.26 "DELETE /v2.0/ports/11521efb-0a20-4535-aa5d-1442b75b44f8 HTTP/1.1" status: 204 len: 173 time: 0.7709610 Oct 28 20:02:25.389842 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccbc010-68af-42af-a87b-830a446ae138', 'name': 'network-vif-deleted', 'tag': '11521efb-0a20-4535-aa5d-1442b75b44f8'}] {{(pid=103758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:02:25.392125 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7867fc5e45cf95798d047d3436c28fba9e3ab9a1e62e5e465be24abe9ed99e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4c0ba1-9af5-46ec-bc17-d42490dad2f9" -d '{"events": [{"server_uuid": "cccbc010-68af-42af-a87b-830a446ae138", "name": "network-vif-deleted", "tag": "11521efb-0a20-4535-aa5d-1442b75b44f8"}]}' {{(pid=103758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:02:25.438098 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2d1787-5d02-425e-9b16-ce10a3d8d3c5 x-openstack-request-id: req-5f2d1787-5d02-425e-9b16-ce10a3d8d3c5 {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:02:25.438397 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccbc010-68af-42af-a87b-830a446ae138", "name": "network-vif-deleted", "tag": "11521efb-0a20-4535-aa5d-1442b75b44f8", "status": "completed", "code": 200}]} {{(pid=103758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:02:25.438663 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f2d1787-5d02-425e-9b16-ce10a3d8d3c5 {{(pid=103758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:02:25.439144 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2d1787-5d02-425e-9b16-ce10a3d8d3c5'] response: {'server_uuid': 'cccbc010-68af-42af-a87b-830a446ae138', 'name': 'network-vif-deleted', 'tag': '11521efb-0a20-4535-aa5d-1442b75b44f8', 'status': 'completed', 'code': 200} Oct 28 20:02:25.462925 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-14e023e8-3551-461c-b212-7709d21ac7ca None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:25.662730 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-14e023e8-3551-461c-b212-7709d21ac7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:25.686155 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e023e8-3551-461c-b212-7709d21ac7ca None None] Checking router: 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:02:25.694912 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e023e8-3551-461c-b212-7709d21ac7ca None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:25.695460 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-14e023e8-3551-461c-b212-7709d21ac7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:02:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:25.797506 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-14e023e8-3551-461c-b212-7709d21ac7ca None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:25.991718 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-14e023e8-3551-461c-b212-7709d21ac7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:26.015400 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e023e8-3551-461c-b212-7709d21ac7ca None None] The sync data for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb is: [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T19:58:41Z', 'revision_number': 4, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb', '_interfaces': [{'id': 'c30ee11e-3b75-46a7-88ed-6bbd840a9527', 'name': '', 'network_id': '34106c65-61da-4f30-bd6e-bdeb635e2162', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'mac_address': 'fa:16:3e:28:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:41Z', 'updated_at': '2022-10-28T19:58:46Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'subnets': [{'id': 'e755505c-15bc-4e3a-9b0c-d97821dc8c4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:02:26.226976 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845fcb57-b835-4034-af32-e90a0dcbde19 None None] New status for floating IP 62530d6e-6659-4b23-a760-b6d250b99920: DOWN {{(pid=103762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:02:26.311030 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53328) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:26.368411 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (2479f552-a3c2-4528-acf8-4a1fa5362931), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:26.391754 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (2479f552-a3c2-4528-acf8-4a1fa5362931), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:26.438380 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2479f552-a3c2-4528-acf8-4a1fa5362931), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:26.440954 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:26.442125 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "DELETE /v2.0/security-groups/2479f552-a3c2-4528-acf8-4a1fa5362931 HTTP/1.1" status: 204 len: 168 time: 0.1300163 Oct 28 20:02:26.445102 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53330) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:26.452192 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2479f552-a3c2-4528-acf8-4a1fa5362931,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:26.459193 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.459790 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.460152 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.460498 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.460832 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.461157 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.461521 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.461850 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.462178 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.462504 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.462828 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.463150 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.463473 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070ec7c-6145-431b-b220-700c84798063 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:26.463654 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.api.v2.resource [None req-7b8b7d29-b51e-4898-a6e3-333ab72c29e0 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] show failed (client error): The resource could not be found. Oct 28 20:02:26.467338 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7b8b7d29-b51e-4898-a6e3-333ab72c29e0 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "GET /v2.0/security-groups/2479f552-a3c2-4528-acf8-4a1fa5362931 HTTP/1.1" status: 404 len: 347 time: 0.0178249 Oct 28 20:02:26.467588 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53332) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:26.592856 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-ca953cd3-37fe-4a5b-8a72-4e259c712f26 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Deleting port ebadca19-4313-4859-bec4-87a86dfc09bd {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:26.593193 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca953cd3-37fe-4a5b-8a72-4e259c712f26 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (ebadca19-4313-4859-bec4-87a86dfc09bd), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:26.670907 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca953cd3-37fe-4a5b-8a72-4e259c712f26 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (ebadca19-4313-4859-bec4-87a86dfc09bd), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:26.671234 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca953cd3-37fe-4a5b-8a72-4e259c712f26 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (ebadca19-4313-4859-bec4-87a86dfc09bd), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:26.682896 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-ca953cd3-37fe-4a5b-8a72-4e259c712f26 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Calling delete_port for ebadca19-4313-4859-bec4-87a86dfc09bd owned by network:floatingip {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:26.812601 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca953cd3-37fe-4a5b-8a72-4e259c712f26 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (ebadca19-4313-4859-bec4-87a86dfc09bd), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:26.837080 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca953cd3-37fe-4a5b-8a72-4e259c712f26 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Pushing event deleted for resources: {'Port': ['ID=ebadca19-4313-4859-bec4-87a86dfc09bd,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:26.877498 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:26.897825 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca953cd3-37fe-4a5b-8a72-4e259c712f26 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks [] for floatingip (62530d6e-6659-4b23-a760-b6d250b99920), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:26.900482 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ca953cd3-37fe-4a5b-8a72-4e259c712f26 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56051'] for floatingip (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:26.901724 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-ca953cd3-37fe-4a5b-8a72-4e259c712f26 tempest-AttachVolumeTestJSON-402263716 tempest-AttachVolumeTestJSON-402263716-project] 10.222.0.64 "DELETE /v2.0/floatingips/62530d6e-6659-4b23-a760-b6d250b99920 HTTP/1.1" status: 204 len: 168 time: 0.4331150 Oct 28 20:02:29.791526 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 11521efb-0a20-4535-aa5d-1442b75b44f8 no longer exists at agent hyperv_hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:29.814331 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] No Port match for: 11521efb-0a20-4535-aa5d-1442b75b44f8 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:29.814684 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Device 11521efb-0a20-4535-aa5d-1442b75b44f8 not bound to the agent host hv-cinder-86289 {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:30.420444 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53360) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:30.745120 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1606274'] for router_interface (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:30.967778 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] Deleting port c30ee11e-3b75-46a7-88ed-6bbd840a9527 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:30.968114 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:31.042497 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] For port c30ee11e-3b75-46a7-88ed-6bbd840a9527, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=c30ee11e-3b75-46a7-88ed-6bbd840a9527,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:31.042784 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:31.055489 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] Calling delete_port for c30ee11e-3b75-46a7-88ed-6bbd840a9527 owned by network:router_interface {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:31.457659 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (c30ee11e-3b75-46a7-88ed-6bbd840a9527), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:31.481438 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c30ee11e-3b75-46a7-88ed-6bbd840a9527,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:31.645614 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1605938'] for router_interface (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:31.848290 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] Router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e has already been hosted by L3 agent 518b38f2-9d7e-4643-997d-e655dfac89aa {{(pid=103758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:02:31.947021 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] Notify agent at l3_agent.dv-cinder-862894-1-smb the message routers_updated {{(pid=103758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:02:31.952346 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-5f4c34cf-df9e-41a7-8572-aa1be933c1bb admin admin] 10.222.0.64 "PUT /v2.0/routers/7e339800-e4d8-4a9a-b8a0-6c26f4833c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5308707 Oct 28 20:02:31.954928 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53362) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:31.957468 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3820604-1f35-4d47-afec-5b78de353ef8 None None] Sync routers for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:02:31.967625 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3820604-1f35-4d47-afec-5b78de353ef8 None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:31.968246 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d3820604-1f35-4d47-afec-5b78de353ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:02:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:32.051645 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Publish callbacks [] for router (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.067256 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-d3820604-1f35-4d47-afec-5b78de353ef8 None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: dv-cinder-862894-1-smb {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:32.149028 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Publish callbacks [] for router_gateway (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.196828 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Deleting port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:32.197180 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.238516 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d3820604-1f35-4d47-afec-5b78de353ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'external_fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T20:02:31Z', 'revision_number': 5, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port': {'id': '37d1aa21-d2ec-46a8-bd90-f4b3b310cec1', 'name': '', 'network_id': '8dc1baf3-7b1b-4412-aa64-1c8128bf512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862894-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T19:58:39Z', 'updated_at': '2022-10-28T19:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '38f4f1e4-a285-4e41-bc62-b3cfb0fe8b79', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862894-1-smb'}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:32.262988 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3820604-1f35-4d47-afec-5b78de353ef8 None None] Checking router: 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e for host: dv-cinder-862894-1-smb {{(pid=103759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:02:32.271159 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3820604-1f35-4d47-afec-5b78de353ef8 None None] Routers {'7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'} bound to L3 agent in host dv-cinder-862894-1-smb {{(pid=103759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:02:32.272343 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d3820604-1f35-4d47-afec-5b78de353ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862894-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T19:44:09Z,description=,heartbeat_timestamp=2022-10-28T20:02:09Z,host='dv-cinder-862894-1-smb',id=518b38f2-9d7e-4643-997d-e655dfac89aa,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T19:44:09Z,topic='l3_agent')) {'router_ids': ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'], 'active': True} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:32.278737 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] For port 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=37d1aa21-d2ec-46a8-bd90-f4b3b310cec1,segment=NetworkSegment(a3b148df-5f6a-40b1-89d4-4478045d4fe7),segment_id=a3b148df-5f6a-40b1-89d4-4478045d4fe7)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:32.279096 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.291310 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Calling delete_port for 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 owned by network:router_gateway {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:32.354227 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvr_db [None req-d3820604-1f35-4d47-afec-5b78de353ef8 None None] Set router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e gateway port host: None {{(pid=103759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:02:32.404934 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_hamode_db [None req-d3820604-1f35-4d47-afec-5b78de353ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T20:02:32Z', 'revision_number': 6, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port_host': None}], 'dv-cinder-862894-1-smb', False) {} {{(pid=103759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:32.429978 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3820604-1f35-4d47-afec-5b78de353ef8 None None] The sync data for ids ['7e339800-e4d8-4a9a-b8a0-6c26f4833c8e'] in dv-cinder-862894-1-smb is: [{'id': '7e339800-e4d8-4a9a-b8a0-6c26f4833c8e', 'name': 'tempest-AttachVolumeTestJSON-2131498421-router', 'tenant_id': 'b8b44f83814c4884a34c87335a5275ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T19:58:38Z', 'updated_at': '2022-10-28T20:02:32Z', 'revision_number': 6, 'project_id': 'b8b44f83814c4884a34c87335a5275ef', 'gw_port_host': None}] {{(pid=103759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:02:32.456598 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (37d1aa21-d2ec-46a8-bd90-f4b3b310cec1), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.487902 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d1aa21-d2ec-46a8-bd90-f4b3b310cec1,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:32.540489 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1609160'] for router_gateway (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.625242 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6337'] for router (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.627353 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Publish callbacks [] for router_controller (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), precommit_delete_associations {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.670281 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605668'] for router (7e339800-e4d8-4a9a-b8a0-6c26f4833c8e), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.670888 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e339800-e4d8-4a9a-b8a0-6c26f4833c8e {{(pid=103758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:02:32.676336 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.680743 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53364) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:32.681453 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-ef8ddd8c-9600-4211-9718-c0d521bc2d20 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7e339800-e4d8-4a9a-b8a0-6c26f4833c8e HTTP/1.1" status: 204 len: 168 time: 0.7249360 Oct 28 20:02:32.723522 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Deleting subnet e755505c-15bc-4e3a-9b0c-d97821dc8c4f {{(pid=103756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:02:32.726992 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Publish callbacks [] for subnet (e755505c-15bc-4e3a-9b0c-d97821dc8c4f), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.761113 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4733770'] for subnet (e755505c-15bc-4e3a-9b0c-d97821dc8c4f), precommit_delete_associations {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.842799 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-585340'] for subnet (e755505c-15bc-4e3a-9b0c-d97821dc8c4f), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.894050 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-585285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2055457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4778568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4336434'] for subnet (e755505c-15bc-4e3a-9b0c-d97821dc8c4f), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.917982 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e755505c-15bc-4e3a-9b0c-d97821dc8c4f,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:32.922309 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:32.925442 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e755505c-15bc-4e3a-9b0c-d97821dc8c4f HTTP/1.1" status: 204 len: 168 time: 0.2436731 Oct 28 20:02:32.928241 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41962283-63a3-48fb-9ec1-4e37d0ee6e85 None None] Network 34106c65-61da-4f30-bd6e-bdeb635e2162 requested from dv-cinder-862894-1-smb {{(pid=103759) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:02:32.928853 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53366) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:32.931140 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.931504 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.931855 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.932193 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.932532 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.932864 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.933195 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.933561 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.933891 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.934223 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.934548 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.934874 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:32.935197 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4cd71f-eacf-402e-8498-1bfa6b236e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862894-1-smb {{(pid=103756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:02:33.000695 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-937380'] for network (34106c65-61da-4f30-bd6e-bdeb635e2162), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.051873 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Deleting port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 {{(pid=103758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:33.052222 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.118496 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.db [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] For port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093, host dv-cinder-862894-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862894-1-smb',level=0,port_id=1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093,segment=NetworkSegment(7058274a-5a1a-40e9-860d-764df3f1efdb),segment_id=7058274a-5a1a-40e9-860d-764df3f1efdb)] {{(pid=103758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:33.118781 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.131701 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.plugin [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Calling delete_port for 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 owned by network:dhcp {{(pid=103758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:33.185336 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971f2be2-32bd-47be-b413-2839c3150c68 None None] DHCP port deletion for 34106c65-61da-4f30-bd6e-bdeb635e2162 request from dv-cinder-862894-1-smb {{(pid=103759) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:02:33.213062 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8154476'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.231613 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-971f2be2-32bd-47be-b413-2839c3150c68 None None] Deleting port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 {{(pid=103759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:02:33.231995 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-971f2be2-32bd-47be-b413-2839c3150c68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727764981023'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), before_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.242877 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:33.248062 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] No DVR routers for this DVR port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 on host dv-cinder-862894-1-smb {{(pid=103758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:02:33.320421 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562421', 'neutron.services.segments.db._delete_segments_for_network-8727764925992'] for network (34106c65-61da-4f30-bd6e-bdeb635e2162), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.343590 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34106c65-61da-4f30-bd6e-bdeb635e2162']}} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:33.354670 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7058274a-5a1a-40e9-860d-764df3f1efdb') {'for_net_delete': True} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:33.354993 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.services.segments.db [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7058274a-5a1a-40e9-860d-764df3f1efdb') {} {{(pid=103758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:02:33.365005 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727764927290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7384182'] for segment (7058274a-5a1a-40e9-860d-764df3f1efdb), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.380590 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192'] for segment (7058274a-5a1a-40e9-860d-764df3f1efdb), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.387500 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:02:33.387900 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-583192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8154459'] for segment (7058274a-5a1a-40e9-860d-764df3f1efdb), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.427644 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.db [None req-971f2be2-32bd-47be-b413-2839c3150c68 None None] For port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093, host dv-cinder-862894-1-smb, got binding levels [] {{(pid=103759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:02:33.428589 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-971f2be2-32bd-47be-b413-2839c3150c68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1608159'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), precommit_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.432625 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment 7058274a-5a1a-40e9-860d-764df3f1efdb resource provider aggregate not found Oct 28 20:02:33.442440 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-971f2be2-32bd-47be-b413-2839c3150c68 None None] Calling delete_port for 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 owned by network:dhcp {{(pid=103759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:02:33.445613 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.ipam_backend_mixin [None req-971f2be2-32bd-47be-b413-2839c3150c68 None None] Port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 was not found and therefore no delete operation was performed {{(pid=103759) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 28 20:02:33.447325 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-971f2be2-32bd-47be-b413-2839c3150c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727764989058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727764416013'] for port (1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093), after_delete {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.461915 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.services.segments.plugin [-] Segment 7058274a-5a1a-40e9-860d-764df3f1efdb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7058274a-5a1a-40e9-860d-764df3f1efdb found for delete ", "request_id": "req-fa68c5ce-bb68-45c5-862b-318d08a5eb4c"}]} Oct 28 20:02:33.473702 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f2be2-32bd-47be-b413-2839c3150c68 None None] Pushing event deleted for resources: {'Port': ['ID=1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093,revision_number=None']} {{(pid=103759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:33.476440 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1609140'] for network (34106c65-61da-4f30-bd6e-bdeb635e2162), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.477963 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f2be2-32bd-47be-b413-2839c3150c68 None None] No DVR routers for this DVR port 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 on host dv-cinder-862894-1-smb {{(pid=103759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:02:33.482046 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696839'] for network (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.485466 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] 10.222.0.64 "DELETE /v2.0/networks/34106c65-61da-4f30-bd6e-bdeb635e2162 HTTP/1.1" status: 204 len: 168 time: 0.5551431 Oct 28 20:02:33.508268 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee8a3e-c905-44bf-99d8-3093755d143d admin admin] Pushing event deleted for resources: {'Network': ['ID=34106c65-61da-4f30-bd6e-bdeb635e2162,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:33.655729 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53374) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:33.696061 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-25abcd0e-8226-489e-98a8-c3e43956e13a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8b44f83814c4884a34c87335a5275ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385830 Oct 28 20:02:33.697955 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53376) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:33.748383 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e7838131-8cf6-45a8-8659-445f2ab9e71b admin admin] Publish callbacks [] for security_group (68020894-b58c-4525-bcc4-2b25a5f9e06e), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.769372 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e7838131-8cf6-45a8-8659-445f2ab9e71b admin admin] Publish callbacks [] for security_group (68020894-b58c-4525-bcc4-2b25a5f9e06e), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.817384 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e7838131-8cf6-45a8-8659-445f2ab9e71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (68020894-b58c-4525-bcc4-2b25a5f9e06e), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.820326 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e7838131-8cf6-45a8-8659-445f2ab9e71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:33.821835 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e7838131-8cf6-45a8-8659-445f2ab9e71b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68020894-b58c-4525-bcc4-2b25a5f9e06e HTTP/1.1" status: 204 len: 168 time: 0.1226032 Oct 28 20:02:33.829882 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7838131-8cf6-45a8-8659-445f2ab9e71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68020894-b58c-4525-bcc4-2b25a5f9e06e,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:33.907399 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:33.926959 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:33.927314 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 1a3e23bd-b8b8-48f0-8ad5-d25c8ab22093 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:33.927766 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device c30ee11e-3b75-46a7-88ed-6bbd840a9527 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:33.947332 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: c30ee11e-3b75-46a7-88ed-6bbd840a9527 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:33.947612 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device c30ee11e-3b75-46a7-88ed-6bbd840a9527 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:33.948032 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 no longer exists at agent ovs-agent-dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:02:33.969675 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] No Port match for: 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 {{(pid=103759) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:02:33.970153 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron.plugins.ml2.rpc [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Device 37d1aa21-d2ec-46a8-bd90-f4b3b310cec1 not bound to the agent host dv-cinder-862894-1-smb {{(pid=103759) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:02:36.490549 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-0ea40c3d-9461-4bd1-bf3b-2381bc30ad18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:37.782052 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:02:38.681868 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b369cd7f-6ac5-4b10-b041-8054743ca52b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:39.887946 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:41.450982 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:42.684602 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.438509 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53494) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:43.542419 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0794594e-0459-4210-a37d-93c6361d79af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.615718 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0794594e-0459-4210-a37d-93c6361d79af admin admin] Publish callbacks [] for security_group (380b5cb8-74c1-4cdf-8897-cda999381753), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.619303 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-0794594e-0459-4210-a37d-93c6361d79af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (380b5cb8-74c1-4cdf-8897-cda999381753), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.657357 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-0794594e-0459-4210-a37d-93c6361d79af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fae33a871bbe421e9a481ffd1ea83f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178612 Oct 28 20:02:43.658246 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794594e-0459-4210-a37d-93c6361d79af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380b5cb8-74c1-4cdf-8897-cda999381753,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:43.660927 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53498) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:43.711786 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-373f36f1-9856-4e73-9e26-90e308e34dbe admin admin] Publish callbacks [] for security_group (380b5cb8-74c1-4cdf-8897-cda999381753), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.732012 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-373f36f1-9856-4e73-9e26-90e308e34dbe admin admin] Publish callbacks [] for security_group (380b5cb8-74c1-4cdf-8897-cda999381753), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.778663 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-373f36f1-9856-4e73-9e26-90e308e34dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (380b5cb8-74c1-4cdf-8897-cda999381753), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.781354 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-373f36f1-9856-4e73-9e26-90e308e34dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:43.782542 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-373f36f1-9856-4e73-9e26-90e308e34dbe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/380b5cb8-74c1-4cdf-8897-cda999381753 HTTP/1.1" status: 204 len: 168 time: 0.1200936 Oct 28 20:02:43.790358 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f36f1-9856-4e73-9e26-90e308e34dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380b5cb8-74c1-4cdf-8897-cda999381753,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:50.551729 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53576) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:50.656897 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7f43a43a-6520-4db0-b607-a471f4bb1cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.733871 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7f43a43a-6520-4db0-b607-a471f4bb1cae admin admin] Publish callbacks [] for security_group (587d6d33-9113-4f68-92d2-76b96911bc6a), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.737650 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-7f43a43a-6520-4db0-b607-a471f4bb1cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (587d6d33-9113-4f68-92d2-76b96911bc6a), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.776563 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-7f43a43a-6520-4db0-b607-a471f4bb1cae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5bae2e2dc13425db214c7630bf70711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229483 Oct 28 20:02:50.777546 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43a43a-6520-4db0-b607-a471f4bb1cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587d6d33-9113-4f68-92d2-76b96911bc6a,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:50.779356 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53580) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:50.828025 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1b44f3fd-e83e-47c9-8d73-5f1413797f2a admin admin] Publish callbacks [] for security_group (587d6d33-9113-4f68-92d2-76b96911bc6a), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.848595 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1b44f3fd-e83e-47c9-8d73-5f1413797f2a admin admin] Publish callbacks [] for security_group (587d6d33-9113-4f68-92d2-76b96911bc6a), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.898654 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1b44f3fd-e83e-47c9-8d73-5f1413797f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (587d6d33-9113-4f68-92d2-76b96911bc6a), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.901345 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-1b44f3fd-e83e-47c9-8d73-5f1413797f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:50.902488 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-1b44f3fd-e83e-47c9-8d73-5f1413797f2a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/587d6d33-9113-4f68-92d2-76b96911bc6a HTTP/1.1" status: 204 len: 168 time: 0.1221452 Oct 28 20:02:50.910078 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44f3fd-e83e-47c9-8d73-5f1413797f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587d6d33-9113-4f68-92d2-76b96911bc6a,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:51.157169 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53586) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:51.170731 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-68374d8d-826e-4f35-8364-71cfc5e1fa4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.244223 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-68374d8d-826e-4f35-8364-71cfc5e1fa4f admin admin] Publish callbacks [] for security_group (aa449256-9610-4ab6-9409-219f8c386da2), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.247864 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-68374d8d-826e-4f35-8364-71cfc5e1fa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (aa449256-9610-4ab6-9409-219f8c386da2), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.285983 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-68374d8d-826e-4f35-8364-71cfc5e1fa4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e64567a19cf44854b0f57384841e30b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277049 Oct 28 20:02:51.287542 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68374d8d-826e-4f35-8364-71cfc5e1fa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa449256-9610-4ab6-9409-219f8c386da2,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:51.289252 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53588) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:02:51.336763 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5180b08c-cd88-41b5-ad58-bb4582a42135 admin admin] Publish callbacks [] for security_group (aa449256-9610-4ab6-9409-219f8c386da2), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.357460 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5180b08c-cd88-41b5-ad58-bb4582a42135 admin admin] Publish callbacks [] for security_group (aa449256-9610-4ab6-9409-219f8c386da2), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.403078 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5180b08c-cd88-41b5-ad58-bb4582a42135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (aa449256-9610-4ab6-9409-219f8c386da2), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.405858 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-5180b08c-cd88-41b5-ad58-bb4582a42135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:02:51.406946 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-5180b08c-cd88-41b5-ad58-bb4582a42135 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa449256-9610-4ab6-9409-219f8c386da2 HTTP/1.1" status: 204 len: 168 time: 0.1160157 Oct 28 20:02:51.414933 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180b08c-cd88-41b5-ad58-bb4582a42135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa449256-9610-4ab6-9409-219f8c386da2,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:02:56.878423 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.016929 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53694) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:02.119252 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6297a596-ea43-430a-8300-d68fc595320d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.190498 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6297a596-ea43-430a-8300-d68fc595320d admin admin] Publish callbacks [] for security_group (89f8dcc2-a998-481a-b3b4-3eca29a0c942), precommit_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.194191 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-6297a596-ea43-430a-8300-d68fc595320d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (89f8dcc2-a998-481a-b3b4-3eca29a0c942), after_create {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.235417 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-6297a596-ea43-430a-8300-d68fc595320d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33a73e5999b844e9890d7d4cd60fa8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174611 Oct 28 20:03:02.236276 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297a596-ea43-430a-8300-d68fc595320d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f8dcc2-a998-481a-b3b4-3eca29a0c942,revision_number=1']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:02.238809 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53698) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:02.286039 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-42b1ac3a-98c6-4dca-be27-1d0e0ff4a0d9 admin admin] Publish callbacks [] for security_group (89f8dcc2-a998-481a-b3b4-3eca29a0c942), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.306930 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-42b1ac3a-98c6-4dca-be27-1d0e0ff4a0d9 admin admin] Publish callbacks [] for security_group (89f8dcc2-a998-481a-b3b4-3eca29a0c942), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.352778 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-42b1ac3a-98c6-4dca-be27-1d0e0ff4a0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (89f8dcc2-a998-481a-b3b4-3eca29a0c942), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.355419 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-42b1ac3a-98c6-4dca-be27-1d0e0ff4a0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.356549 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-42b1ac3a-98c6-4dca-be27-1d0e0ff4a0d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89f8dcc2-a998-481a-b3b4-3eca29a0c942 HTTP/1.1" status: 204 len: 168 time: 0.1166527 Oct 28 20:03:02.364016 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1ac3a-98c6-4dca-be27-1d0e0ff4a0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f8dcc2-a998-481a-b3b4-3eca29a0c942,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:02.612021 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53704) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:02.628188 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c3708a8d-2c21-4c3f-ab49-30e776b562a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.701600 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c3708a8d-2c21-4c3f-ab49-30e776b562a6 admin admin] Publish callbacks [] for security_group (46cd37aa-1a73-4da6-8d50-6f553a2a9431), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.704918 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-c3708a8d-2c21-4c3f-ab49-30e776b562a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (46cd37aa-1a73-4da6-8d50-6f553a2a9431), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.741804 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3708a8d-2c21-4c3f-ab49-30e776b562a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cd37aa-1a73-4da6-8d50-6f553a2a9431,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:02.746058 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-c3708a8d-2c21-4c3f-ab49-30e776b562a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e35331402e8740e88872af9ce50fd151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329975 Oct 28 20:03:02.748712 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53706) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:02.796398 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5a8-c1b5-4d00-8773-5143decbf2ee admin admin] Publish callbacks [] for security_group (46cd37aa-1a73-4da6-8d50-6f553a2a9431), before_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.817295 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5a8-c1b5-4d00-8773-5143decbf2ee admin admin] Publish callbacks [] for security_group (46cd37aa-1a73-4da6-8d50-6f553a2a9431), precommit_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.862690 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5a8-c1b5-4d00-8773-5143decbf2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (46cd37aa-1a73-4da6-8d50-6f553a2a9431), after_delete {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.865830 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5a8-c1b5-4d00-8773-5143decbf2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:02.866970 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-ba5ba5a8-c1b5-4d00-8773-5143decbf2ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46cd37aa-1a73-4da6-8d50-6f553a2a9431 HTTP/1.1" status: 204 len: 168 time: 0.1174846 Oct 28 20:03:02.874844 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ba5a8-c1b5-4d00-8773-5143decbf2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cd37aa-1a73-4da6-8d50-6f553a2a9431,revision_number=None']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:06.492841 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-ba80704d-abce-4bfa-85e6-b8dc826922ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:08.685881 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-097fbd4e-9a65-4be8-a78a-01fe3a343f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:09.891346 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:11.453313 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:12.687613 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:14.781083 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:03:24.519367 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53880) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:24.622667 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9da61acf-5ac1-4562-9f4e-82f9762d65d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:24.697808 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9da61acf-5ac1-4562-9f4e-82f9762d65d2 admin admin] Publish callbacks [] for security_group (2a372314-4583-4e36-a22d-f2547baa261a), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:24.701579 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-9da61acf-5ac1-4562-9f4e-82f9762d65d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2a372314-4583-4e36-a22d-f2547baa261a), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:24.739286 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-9da61acf-5ac1-4562-9f4e-82f9762d65d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c850e6a42ee4fc3bf02b765231a8f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188911 Oct 28 20:03:24.740174 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da61acf-5ac1-4562-9f4e-82f9762d65d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a372314-4583-4e36-a22d-f2547baa261a,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:24.742064 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53884) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:24.789995 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e6cad765-4a7a-4ca8-afd8-38a9e9993185 admin admin] Publish callbacks [] for security_group (2a372314-4583-4e36-a22d-f2547baa261a), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:24.811294 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e6cad765-4a7a-4ca8-afd8-38a9e9993185 admin admin] Publish callbacks [] for security_group (2a372314-4583-4e36-a22d-f2547baa261a), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:24.856591 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e6cad765-4a7a-4ca8-afd8-38a9e9993185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (2a372314-4583-4e36-a22d-f2547baa261a), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:24.859190 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-e6cad765-4a7a-4ca8-afd8-38a9e9993185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:24.860325 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-e6cad765-4a7a-4ca8-afd8-38a9e9993185 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a372314-4583-4e36-a22d-f2547baa261a HTTP/1.1" status: 204 len: 168 time: 0.1172118 Oct 28 20:03:24.867951 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cad765-4a7a-4ca8-afd8-38a9e9993185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a372314-4583-4e36-a22d-f2547baa261a,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:25.870457 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [-] (103758) accepted ('10.222.0.64', 53914) {{(pid=103758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:25.971878 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfa09-1141-4efe-88f4-bf2cae9755eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:26.044408 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfa09-1141-4efe-88f4-bf2cae9755eb admin admin] Publish callbacks [] for security_group (b083926f-6901-4373-9c05-08427f90e7d1), precommit_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:26.048120 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron_lib.callbacks.manager [None req-fd9bfa09-1141-4efe-88f4-bf2cae9755eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (b083926f-6901-4373-9c05-08427f90e7d1), after_create {{(pid=103758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:26.086019 dv-cinder-862894-1-smb neutron-server[103758]: INFO neutron.wsgi [None req-fd9bfa09-1141-4efe-88f4-bf2cae9755eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e482136494424d8a84697a3713b610ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145092 Oct 28 20:03:26.086809 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bfa09-1141-4efe-88f4-bf2cae9755eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b083926f-6901-4373-9c05-08427f90e7d1,revision_number=1']} {{(pid=103758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:26.088850 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [-] (103756) accepted ('10.222.0.64', 53918) {{(pid=103756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:03:26.136405 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b38e1d0d-ee56-4b84-adef-f7e38f9459a2 admin admin] Publish callbacks [] for security_group (b083926f-6901-4373-9c05-08427f90e7d1), before_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:26.156457 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b38e1d0d-ee56-4b84-adef-f7e38f9459a2 admin admin] Publish callbacks [] for security_group (b083926f-6901-4373-9c05-08427f90e7d1), precommit_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:26.204834 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b38e1d0d-ee56-4b84-adef-f7e38f9459a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082383'] for security_group (b083926f-6901-4373-9c05-08427f90e7d1), after_delete {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:26.207419 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron_lib.callbacks.manager [None req-b38e1d0d-ee56-4b84-adef-f7e38f9459a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:26.208537 dv-cinder-862894-1-smb neutron-server[103756]: INFO neutron.wsgi [None req-b38e1d0d-ee56-4b84-adef-f7e38f9459a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b083926f-6901-4373-9c05-08427f90e7d1 HTTP/1.1" status: 204 len: 168 time: 0.1185532 Oct 28 20:03:26.216068 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e1d0d-ee56-4b84-adef-f7e38f9459a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b083926f-6901-4373-9c05-08427f90e7d1,revision_number=None']} {{(pid=103756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:03:26.891213 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:36.495874 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-540fbad8-931e-42a4-a549-0f322bba3bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:38.688439 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c3c51564-2d73-4e2a-9745-036aa5a59c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:39.892345 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:41.456244 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:42.691875 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:03:51.780712 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:03:56.892563 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:06.497830 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c9ed-46fc-4f2d-ac6a-6c754272b0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:08.689890 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-bd8eebe9-329a-42d1-8b34-4f45d9fd47da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:09.894192 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:11.459382 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:12.693535 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:26.905293 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:28.779450 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:04:36.498627 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-252e7128-2314-426d-91cf-de6171556870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:38.690664 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-03a51cc9-27d6-48cf-b3e6-54232e43b947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:39.898220 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:41.460204 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:42.695659 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:04:56.905500 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:05.778333 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:05:06.500636 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-05414fb0-9e5a-43b4-839d-8761a0654a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:08.692662 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-185dfee7-c8a7-41d5-899e-67ef615db521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:09.901294 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:11.467019 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:12.698462 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:26.920870 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:36.502150 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-dc959d3f-0120-4541-9da2-1a90563b6d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:38.693742 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-38685a5e-a2c7-41e5-89a3-30cbe3cd9af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:39.903489 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:41.465097 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:42.702091 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:05:42.777608 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:05:56.936185 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:06.503321 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4932fbb8-bb0f-40f5-88d7-ac56d3c2b935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:08.695302 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9be1e21a-e913-43f4-8c39-a291b0fc238c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:09.907506 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:11.468133 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:12.705686 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:19.776716 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:06:26.934890 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:36.504595 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-fd7034b9-8de5-4b93-bc6d-da643e0a5ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:38.696063 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-1e2a918c-e4b5-42b1-b335-3d7e2829c931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:39.909899 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:41.470314 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:42.707027 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:06:56.775166 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:06:56.935882 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:06.504653 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-566b4e07-279c-47ee-8d94-d6fcfde1d685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:08.697610 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-9f880b1b-bb9c-4165-b384-44c118307b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:09.911857 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:11.473348 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:12.708574 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:26.950594 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:33.774076 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:07:36.505583 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-cb2d96ce-0cc9-4af7-bbb8-8c4038d7a90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:38.699219 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-5677d94d-1978-4e33-9eba-9ca9d1d9c3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:39.916098 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:41.475191 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:42.710742 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:07:56.935544 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:06.506390 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-f65c11b8-4bd3-48ed-9668-0a6795d7b424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (b4c07cbf-7d50-4fe2-971a-47d769d47676), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:08.704247 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-b933eb22-3d6e-4de5-af9a-bc2846199fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (518b38f2-9d7e-4643-997d-e655dfac89aa), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:09.918463 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e7679ee9-81a9-44ef-87f2-f3cde30b8694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (f7b4b216-58f5-41ba-b381-afea10d9c850), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:10.773233 dv-cinder-862894-1-smb neutron-server[103762]: DEBUG neutron.db.agents_db [None req-e71f0e14-6b0e-4850-91c1-a39f25f18a93 None None] Agent healthcheck: found 6 active agents {{(pid=103762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:08:11.479155 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-4b818003-9b84-4e00-8324-bf3f7ae97458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (938261f2-55b4-4a5f-99d1-86637041d82d), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:12.712171 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab36-2e2b-4c0d-9fd7-f58a9c73139e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (8a238c1d-637d-4195-a331-4ec35df8513b), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:08:16.961955 dv-cinder-862894-1-smb neutron-server[103756]: DEBUG neutron.wsgi [req-29631095-e3ad-4227-ac30-af6819393f58 req-ad290967-33f4-406d-ba4e-8cf1ca61a790 service neutron] (103756) timed out ('10.222.0.26', 51200) {{(pid=103756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 20:08:18.007635 dv-cinder-862894-1-smb neutron-server[103758]: DEBUG neutron.wsgi [req-51b1eab0-1585-4275-a04d-013e4965e694 req-978c0886-2db9-4641-9e1f-db40443e9756 service neutron] (103758) timed out ('10.222.0.26', 51193) {{(pid=103758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 20:08:26.935356 dv-cinder-862894-1-smb neutron-server[103759]: DEBUG neutron_lib.callbacks.manager [None req-c41ac43d-dd7f-42f7-a6c6-a7188d6751c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727764925974', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-561900'] for agent (26e17d65-d278-4a69-968a-9d270220d5ea), after_update {{(pid=103759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}